[ 526.232419] env[65231]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.232419] env[65231]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.204628] env[65321]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.204628] env[65321]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.754448] env[65321]: INFO neutron.common.config [-] Logging enabled! [ 528.754964] env[65321]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 27.0.1.dev60 [ 528.755227] env[65321]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65321) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.755628] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.755871] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.756602] env[65321]: WARNING oslo_policy.policy [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.756844] env[65321]: WARNING oslo_policy.policy [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.758567] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] VMware NSXv3 Agent initialized successfully. [ 528.758938] env[65321]: DEBUG oslo_concurrency.lockutils [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] Acquiring lock "singleton_lock" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.759090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] Acquired lock "singleton_lock" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.759301] env[65321]: DEBUG oslo_concurrency.lockutils [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] Releasing lock "singleton_lock" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.759596] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] Full set of CONF: {{(pid=65321) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:274}} [ 528.759709] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ******************************************************************************** {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.759813] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] Configuration options gathered from: {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.760187] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.760359] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.760465] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ================================================================================ {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.760633] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] agent_down_time = 75 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.760774] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] allow_automatic_dhcp_failover = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.760910] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] allow_bulk = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761072] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] api_extensions_path = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761210] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] api_paste_config = api-paste.ini {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761348] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] auth_strategy = keystone {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761451] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] backdoor_port = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761551] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] backdoor_socket = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761685] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] backlog = 4096 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.761821] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762031] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] bind_host = 0.0.0.0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762182] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] bind_port = 9696 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762316] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] client_socket_timeout = 900 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762456] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] config_dir = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762564] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762701] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] config_source = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762842] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] control_exchange = neutron {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.762977] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] core_plugin = ml2 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.763127] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] debug = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.763265] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] default_availability_zones = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.763528] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.763726] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] dhcp_agent_notification = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.763876] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] dhcp_agents_per_network = 1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764022] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] dhcp_lease_duration = 86400 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764169] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] dhcp_load_type = networks {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764308] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] dns_domain = openstacklocal {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764442] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764573] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_default_route_bfd = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764702] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_default_route_ecmp = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764832] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_dvr = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.764959] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_new_agents = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765100] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765233] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_signals = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765363] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] enable_traditional_dhcp = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765488] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] external_dns_driver = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765614] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] filter_validation = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765777] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] global_physnet_mtu = 8950 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.765917] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] graceful_shutdown_timeout = 60 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.766109] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] host = cpu-1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.766254] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] host_dvr_for_dhcp = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.766396] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] http_retries = 3 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.766610] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] instance_format = [instance: %(uuid)s] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.766767] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.766925] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ipam_driver = internal {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.767075] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ipv6_pd_enabled = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.767241] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] l3_ha = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.767471] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.767712] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] l3_ha_network_physical_name = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.767956] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] l3_ha_network_type = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.768221] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_color = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.768453] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_config_append = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.768706] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.768948] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_dir = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769157] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_file = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769272] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_options = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769416] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_rotate_interval = 1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769564] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_rotate_interval_type = days {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769707] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] log_rotation_type = none {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769814] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.769917] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770072] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770212] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770316] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770449] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] max_dns_nameservers = 5 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770579] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] max_header_line = 16384 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770708] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] max_l3_agents_per_router = 3 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770837] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] max_logfile_count = 30 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.770964] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] max_logfile_size_mb = 200 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771105] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] max_subnet_host_routes = 20 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771245] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] my_ip = 10.180.1.21 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771378] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] my_ipv6 = ::1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771527] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] network_auto_schedule = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771666] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] network_link_prefix = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771807] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.771946] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] notify_nova_on_port_data_changes = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772098] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] notify_nova_on_port_status_changes = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772236] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] pagination_max_limit = -1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772366] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] publish_errors = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772492] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] rate_limit_burst = 0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772629] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] rate_limit_except_level = CRITICAL {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772758] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] rate_limit_interval = 0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.772890] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] retry_until_window = 30 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773030] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] router_distributed = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773165] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] rpc_resources_processing_step = 20 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773297] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] rpc_response_max_timeout = 600 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773430] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] rpc_response_timeout = 60 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773563] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] send_events_interval = 2 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773711] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] service_plugins = ['router'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773852] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] setproctitle = on {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.773981] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] shell_completion = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774130] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] state_path = /opt/stack/data/neutron {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774268] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] syslog_log_facility = LOG_USER {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774400] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] tcp_keepidle = 600 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774552] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] transport_url = **** {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774696] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] use_journal = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774829] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] use_json = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.774958] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] use_ssl = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775099] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] use_stderr = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775238] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] use_syslog = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775366] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] vlan_qinq = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775492] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] vlan_transparent = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775621] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] watch_log_file = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775788] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] wsgi_default_pool_size = 100 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.775929] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] wsgi_keep_alive = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.776080] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.776218] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] wsgi_server_debug = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.776370] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_concurrency.disable_process_locking = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776513] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776671] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776833] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.776974] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777126] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777262] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777410] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.connection_string = messaging:// {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777656] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.enabled = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777808] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.es_doc_type = notification {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.777948] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.es_scroll_size = 10000 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778101] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.es_scroll_time = 2m {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778239] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.filter_error_trace = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778386] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.hmac_keys = **** {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778526] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.sentinel_service_name = mymaster {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778670] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.socket_timeout = 0.1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778881] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.trace_requests = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.778977] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler.trace_sqlalchemy = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779137] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler_jaeger.process_tags = {} {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779270] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler_jaeger.service_name_prefix = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779403] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] profiler_otlp.service_name_prefix = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779554] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.enforce_new_defaults = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.779860] env[65321]: WARNING oslo_config.cfg [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.780037] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.enforce_scope = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780172] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.policy_default_rule = default {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780322] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780466] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780635] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780745] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.780877] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781013] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781154] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781295] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781444] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781593] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] agent.extensions = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781733] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.781901] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] service_providers.service_provider = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782067] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.default_quota = -1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782215] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782351] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_floatingip = 50 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782486] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_network = 100 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782621] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_port = 500 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782764] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.782906] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_router = 10 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783074] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_security_group = 10 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783216] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783318] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.quota_subnet = 100 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783451] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] QUOTAS.track_quota_usage = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783603] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783730] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.group = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783863] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.helper_command = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.783994] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.log_daemon_traceback = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784151] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784286] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.thread_pool_size = 8 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784415] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep.user = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784558] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784691] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.group = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784963] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.helper_command = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.784963] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785121] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785267] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785394] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_dhcp_release.user = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785536] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785695] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.group = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785833] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.785958] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786279] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786279] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786406] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_ovs_vsctl.user = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786567] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.capabilities = [21] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786742] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.group = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.786894] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.helper_command = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787045] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787190] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787326] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787458] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_namespace.user = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787599] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.capabilities = [12] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787731] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.group = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.787875] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.helper_command = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788048] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788180] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788373] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788592] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_conntrack.user = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.788809] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.capabilities = [12, 21] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.789050] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.group = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.789284] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.helper_command = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.789525] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.log_daemon_traceback = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.789841] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.790017] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.thread_pool_size = 8 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.790261] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] privsep_link.user = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.790527] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.790777] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.791028] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.continue_on_failed_promotions = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.791256] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.dscp = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.791492] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.dscp_inherit = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.791728] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.force_mp_to_policy = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.791953] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.locking_coordinator_url = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.792200] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.log_agent_heartbeats = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.792434] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.logging_expire = 1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.792674] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.792909] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.793158] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.polling_interval = 240 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.793646] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.793646] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.793837] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.report_interval = 30.0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.794096] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.794354] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.794597] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.794831] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.sync_skew = 60 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.795070] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.synchronization_queue_size = 20 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.795293] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT.use_helper_for_ns_read = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.795513] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] SECURITYGROUP.enable_ipset = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.795745] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] SECURITYGROUP.enable_security_group = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.795954] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.796183] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.796399] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] experimental.ipv6_pd_enabled = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.796800] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.extension_drivers = ['port_security'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.796850] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.external_network_type = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.797295] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.797564] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.overlay_ip_version = 4 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.797778] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.path_mtu = 8950 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.797984] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.physical_network_mtus = {} {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.798210] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.798415] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.798617] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ml2.type_drivers = ['vlan'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.798821] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.799103] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.799256] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.799493] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.800602] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.800602] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.800602] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.800602] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.800602] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.800971] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.801213] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_login_password = **** {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.801320] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.801511] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_login_user = admin {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.801843] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.801980] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.802437] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.802437] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.802634] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.803092] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.803092] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.803248] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.803337] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804438] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804438] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804438] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804438] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804438] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804677] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804779] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.804971] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.805169] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.auth_section = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.805368] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.auth_type = password {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.805571] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.805788] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.certfile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.805993] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.collect_timing = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806469] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.endpoint_type = public {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806469] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.insecure = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806636] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.keyfile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.806855] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.region_name = RegionOne {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807090] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.split_loggers = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807503] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] nova.timeout = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807503] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.auth_section = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807843] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.auth_type = password {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.807920] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.certfile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808546] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.collect_timing = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808546] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.endpoint_type = public {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808616] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.insecure = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.808744] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.keyfile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.region_name = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.split_loggers = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] placement.timeout = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.auth_section = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.auth_type = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.cafile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.809755] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.certfile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810020] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.collect_timing = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810020] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.connect_retries = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810020] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.connect_retry_delay = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810284] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.enable_notifications = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810284] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.endpoint_override = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810411] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.insecure = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810534] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.interface = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810657] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.keyfile = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810783] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.max_version = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.810903] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.min_version = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811034] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.region_name = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811542] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.retriable_status_codes = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811542] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.service_name = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811542] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.service_type = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.811542] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.split_loggers = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.status_code_retries = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.status_code_retry_delay = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.timeout = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.valid_interfaces = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ironic.version = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] cli_script.dry_run = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812445] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812820] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812820] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.812820] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813105] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.813105] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814122] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814289] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814289] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814289] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814289] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814483] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814540] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814673] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.814833] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815293] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815293] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815293] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815503] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815503] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815662] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.815738] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816287] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816287] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816287] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816287] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.ssl = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816650] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.816650] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817407] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817407] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817407] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817407] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817407] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_notifications.driver = [] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817407] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_notifications.retry = -1 {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817581] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817611] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.817724] env[65321]: DEBUG oslo_service.backend._eventlet.service [None req-c2eaac48-c307-4ffa-95ff-aab3ece2f296 None None] ******************************************************************************** {{(pid=65321) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.818880] env[65321]: DEBUG neutron.agent.securitygroups_rpc [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Init firewall settings (driver=nsxv3) {{(pid=65321) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.820193] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65321) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.820421] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.822684] env[65321]: DEBUG dogpile.cache.region [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.822798] env[65321]: DEBUG dogpile.lock [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.823917] env[65321]: DEBUG dogpile.lock [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.823917] env[65321]: DEBUG dogpile.lock [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.823917] env[65321]: DEBUG dogpile.cache.region [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.823917] env[65321]: DEBUG dogpile.lock [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.823917] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.860508] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Session token - acquiring [ 528.862641] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.862641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.862641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.863030] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.875787] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.157313] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.178720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.178954] env[65321]: DEBUG dogpile.cache.region [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Cache value generated in 0.356 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.178954] env[65321]: DEBUG dogpile.lock [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.179133] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Activating Policy API Provider. [ 529.179325] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Looking for the default Infrastructure Rules. [ 529.244704] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Looking for the Default Layer3 Logged Drop Section. [ 529.335508] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.336013] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.336195] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.336295] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.336580] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.336956] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.852107] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.354928] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.856826] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Inventory metadata is going to be refreshed. [ 530.857188] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.615085] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.615318] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.615318] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.615622] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.626177] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.628199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.628831] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.647684] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.647882] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.647971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.648352] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.648492] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.648644] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.648758] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.648862] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.669158] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.669454] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.669454] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.669708] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.669878] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.670034] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.689872] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.690094] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.690151] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.690434] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.690568] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.690711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.718919] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.719162] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.719203] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.719497] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.719638] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.719800] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.719905] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.720254] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.741680] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.742042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.742042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.742261] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.742386] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.742534] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.742634] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.742726] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 531.764190] env[65321]: DEBUG networking_nsxv3.common.locking [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.764452] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.764452] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.764735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.764868] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.765026] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 531.765133] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.765230] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Inventory metadata have been refreshed. [ 531.765325] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Dryrun:True. Metadata refresh completed. [ 531.765442] env[65321]: DEBUG oslo_concurrency.lockutils [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Releasing lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.767164] env[65321]: INFO neutron.agent.agent_extensions_manager [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Loaded agent extensions: [] [ 531.767887] env[65321]: DEBUG neutron_lib.callbacks.manager [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65321) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 531.816399] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent RPC Daemon Started! [ 531.816566] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:0 started [ 531.816619] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent out of sync with plugin! [ 536.768556] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 536.768797] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 541.770293] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 541.770293] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.771971] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 546.772247] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 546.962754] env[65321]: INFO networking_nsxv3.common.synchronization [None req-f6cf1961-5702-46b0-9a27-f6b9ed924d9d demo admin] Enqueued Resource ID: be49c9fb-4919-4f13-8a86-1c8533ee8533 with Priority: HIGHEST for action security_group_rules [ 546.963319] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be49c9fb-4919-4f13-8a86-1c8533ee8533 with Priority: HIGHEST for action security_group_rules [ 546.965176] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-be49c9fb-4919-4f13-8a86-1c8533ee8533 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 546.965427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-be49c9fb-4919-4f13-8a86-1c8533ee8533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 546.965427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-be49c9fb-4919-4f13-8a86-1c8533ee8533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 546.965733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-be49c9fb-4919-4f13-8a86-1c8533ee8533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 546.966222] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('be49c9fb-4919-4f13-8a86-1c8533ee8533',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.486815] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.487173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.487173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.487345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.487394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.487487] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: be49c9fb-4919-4f13-8a86-1c8533ee8533 already deleted. [ 547.487584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-be49c9fb-4919-4f13-8a86-1c8533ee8533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 551.964958] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 551.965398] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 552.770985] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 552.771238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 552.771286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 552.771503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 552.771726] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.274309] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.776935] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.279649] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 554.279964] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 554.979120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 554.979359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 554.979359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 554.979550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 554.991261] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 554.992057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 554.992648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 555.013018] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.013234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.013234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.013450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.013540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.013654] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 555.013727] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.013798] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 555.037586] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.037803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.037803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.037973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.038119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.038230] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 555.059973] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.060194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.060242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.060421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.060527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.060636] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 555.083874] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.084122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.084122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.084306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.084406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.084525] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 555.084597] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.084667] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 555.102820] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.103076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.103076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.103231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.103319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.103427] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 555.103501] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.103572] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 555.121843] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.122051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.122051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.122240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.122349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.122513] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 555.122603] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.122695] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 555.122780] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 555.122878] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 555.122964] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 555.123063] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 555.123351] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 555.123427] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 555.123521] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 555.147407] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.147609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.147648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.147832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.147934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.148062] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 555.166583] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.166758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.166758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.167030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.167148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.180018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 556.965846] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 556.965846] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.967175] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.967582] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 566.968837] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 566.968837] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.969712] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 571.969996] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 576.813808] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b6472e05-d70d-4972-a1ed-ba7e50937da4 None None] Enqueued Resource ID: da253447-90ba-43c4-b067-4fc00193371f with Priority: HIGHEST for action port [ 576.814232] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da253447-90ba-43c4-b067-4fc00193371f with Priority: HIGHEST for action port [ 576.814503] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-da253447-90ba-43c4-b067-4fc00193371f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.814638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da253447-90ba-43c4-b067-4fc00193371f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.814697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da253447-90ba-43c4-b067-4fc00193371f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.814938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da253447-90ba-43c4-b067-4fc00193371f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.815055] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da253447-90ba-43c4-b067-4fc00193371f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.846580] env[65321]: INFO networking_nsxv3.common.synchronization [None req-51864148-4406-45e6-a72d-23be9bc3bf37 None None] Enqueued Resource ID: 81477b1f-9fa6-4c4a-83ab-1f19d0a57971 with Priority: HIGHEST for action port [ 576.847138] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81477b1f-9fa6-4c4a-83ab-1f19d0a57971 with Priority: HIGHEST for action port [ 576.847451] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-81477b1f-9fa6-4c4a-83ab-1f19d0a57971 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.847603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81477b1f-9fa6-4c4a-83ab-1f19d0a57971" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.847715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81477b1f-9fa6-4c4a-83ab-1f19d0a57971" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.847943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81477b1f-9fa6-4c4a-83ab-1f19d0a57971" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.848329] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81477b1f-9fa6-4c4a-83ab-1f19d0a57971',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.316988] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da253447-90ba-43c4-b067-4fc00193371f [ 577.317102] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.317199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.319165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.319439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.319534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.319643] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da253447-90ba-43c4-b067-4fc00193371f already deleted. [ 577.319757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da253447-90ba-43c4-b067-4fc00193371f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.350381] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 81477b1f-9fa6-4c4a-83ab-1f19d0a57971 [ 577.350898] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.352010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.352010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.352211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.352295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.352395] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:81477b1f-9fa6-4c4a-83ab-1f19d0a57971 already deleted. [ 577.352472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81477b1f-9fa6-4c4a-83ab-1f19d0a57971" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.195698] env[65321]: INFO networking_nsxv3.common.synchronization [None req-bec62015-1a94-4bb6-9d0a-db7618365b67 None None] Enqueued Resource ID: df82dec2-1ea6-4c51-8459-42a25101bf48 with Priority: HIGHEST for action port [ 579.196198] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df82dec2-1ea6-4c51-8459-42a25101bf48 with Priority: HIGHEST for action port [ 579.196555] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-df82dec2-1ea6-4c51-8459-42a25101bf48 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.196678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-df82dec2-1ea6-4c51-8459-42a25101bf48" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.196741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-df82dec2-1ea6-4c51-8459-42a25101bf48" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.197638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-df82dec2-1ea6-4c51-8459-42a25101bf48" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.197767] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('df82dec2-1ea6-4c51-8459-42a25101bf48',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.459361] env[65321]: INFO networking_nsxv3.common.synchronization [None req-96236d62-fdd6-469e-b6ab-d44cc37bb70b None None] Enqueued Resource ID: 4f8c8cf4-42bc-4d33-b938-4581f5dd0a52 with Priority: HIGHEST for action port [ 579.459850] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f8c8cf4-42bc-4d33-b938-4581f5dd0a52 with Priority: HIGHEST for action port [ 579.460165] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f8c8cf4-42bc-4d33-b938-4581f5dd0a52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.460385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f8c8cf4-42bc-4d33-b938-4581f5dd0a52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.460385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f8c8cf4-42bc-4d33-b938-4581f5dd0a52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.460620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f8c8cf4-42bc-4d33-b938-4581f5dd0a52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.460700] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f8c8cf4-42bc-4d33-b938-4581f5dd0a52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.700074] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port df82dec2-1ea6-4c51-8459-42a25101bf48 [ 579.700161] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.700221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.700289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.700619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.700619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.700698] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:df82dec2-1ea6-4c51-8459-42a25101bf48 already deleted. [ 579.700753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-df82dec2-1ea6-4c51-8459-42a25101bf48" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.965805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f8c8cf4-42bc-4d33-b938-4581f5dd0a52 [ 579.965805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.965805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.965805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.965805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.965805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.965805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f8c8cf4-42bc-4d33-b938-4581f5dd0a52 already deleted. [ 579.965805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f8c8cf4-42bc-4d33-b938-4581f5dd0a52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.018953] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e776ebe1-1b80-4295-b223-5224b9b3cb3f None None] Enqueued Resource ID: aa88dc8d-4c14-4b6a-9c65-d44da341dedf with Priority: HIGHEST for action port [ 580.020937] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa88dc8d-4c14-4b6a-9c65-d44da341dedf with Priority: HIGHEST for action port [ 580.020937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-aa88dc8d-4c14-4b6a-9c65-d44da341dedf taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.020937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aa88dc8d-4c14-4b6a-9c65-d44da341dedf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.020937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aa88dc8d-4c14-4b6a-9c65-d44da341dedf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.020937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aa88dc8d-4c14-4b6a-9c65-d44da341dedf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.020937] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aa88dc8d-4c14-4b6a-9c65-d44da341dedf',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.525525] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port aa88dc8d-4c14-4b6a-9c65-d44da341dedf [ 580.525814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.525814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.525928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.526258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.526258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.526361] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:aa88dc8d-4c14-4b6a-9c65-d44da341dedf already deleted. [ 580.526361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aa88dc8d-4c14-4b6a-9c65-d44da341dedf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.156669] env[65321]: INFO networking_nsxv3.common.synchronization [None req-862424f2-f905-42ad-b74e-ce2143425e4e None None] Enqueued Resource ID: 5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb with Priority: HIGHEST for action port [ 581.156931] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb with Priority: HIGHEST for action port [ 581.158118] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.158118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.158118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.158118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.158328] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.668860] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb [ 581.669190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.669332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.669405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.669628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.669778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.669903] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb already deleted. [ 581.670035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5de52af0-c6be-4f01-9ac8-c6bb9ea52dbb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.464027] env[65321]: INFO networking_nsxv3.common.synchronization [None req-74d0d520-e86d-4f3d-904d-60729816135b None None] Enqueued Resource ID: 36e4426f-b784-4c74-8918-3dc4ab73a627 with Priority: HIGHEST for action port [ 582.464027] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36e4426f-b784-4c74-8918-3dc4ab73a627 with Priority: HIGHEST for action port [ 582.464027] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-36e4426f-b784-4c74-8918-3dc4ab73a627 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.464027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36e4426f-b784-4c74-8918-3dc4ab73a627" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.465148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36e4426f-b784-4c74-8918-3dc4ab73a627" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.465435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36e4426f-b784-4c74-8918-3dc4ab73a627" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.465533] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36e4426f-b784-4c74-8918-3dc4ab73a627',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.971736] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36e4426f-b784-4c74-8918-3dc4ab73a627 [ 582.971736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.972728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.972728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.972728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.972728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.972728] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36e4426f-b784-4c74-8918-3dc4ab73a627 already deleted. [ 582.972890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36e4426f-b784-4c74-8918-3dc4ab73a627" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.801134] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a90c0b28-10f1-4ddb-bfe6-0fc6bea1fd26 None None] Enqueued Resource ID: 8bc9d1b5-7c56-476d-886e-348f765498c3 with Priority: HIGHEST for action port [ 583.801388] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc9d1b5-7c56-476d-886e-348f765498c3 with Priority: HIGHEST for action port [ 583.802009] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc9d1b5-7c56-476d-886e-348f765498c3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.802105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc9d1b5-7c56-476d-886e-348f765498c3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.802269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc9d1b5-7c56-476d-886e-348f765498c3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.802535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc9d1b5-7c56-476d-886e-348f765498c3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.802535] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc9d1b5-7c56-476d-886e-348f765498c3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.307451] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bc9d1b5-7c56-476d-886e-348f765498c3 [ 584.307451] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.307451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.307451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.307918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.307918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.307918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bc9d1b5-7c56-476d-886e-348f765498c3 already deleted. [ 584.307918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc9d1b5-7c56-476d-886e-348f765498c3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.580868] env[65321]: INFO networking_nsxv3.common.synchronization [None req-1d7416a6-806e-4c43-825e-d491aec740a7 None None] Enqueued Resource ID: f1cd8677-9a0d-457f-83a8-573c529aa2d5 with Priority: HIGHEST for action port [ 584.581439] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1cd8677-9a0d-457f-83a8-573c529aa2d5 with Priority: HIGHEST for action port [ 584.581793] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1cd8677-9a0d-457f-83a8-573c529aa2d5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.581852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1cd8677-9a0d-457f-83a8-573c529aa2d5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.581967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1cd8677-9a0d-457f-83a8-573c529aa2d5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.583093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1cd8677-9a0d-457f-83a8-573c529aa2d5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.583148] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1cd8677-9a0d-457f-83a8-573c529aa2d5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.086961] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f1cd8677-9a0d-457f-83a8-573c529aa2d5 [ 585.087093] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.087249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.087345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.087681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.087829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.088867] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f1cd8677-9a0d-457f-83a8-573c529aa2d5 already deleted. [ 585.088867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1cd8677-9a0d-457f-83a8-573c529aa2d5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.138146] env[65321]: INFO networking_nsxv3.common.synchronization [None req-644d30e4-2864-47c9-8ccc-cca07eefe425 None None] Enqueued Resource ID: 7351e979-566f-43b3-8b26-cf51aab1e5ee with Priority: HIGHEST for action port [ 585.138146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7351e979-566f-43b3-8b26-cf51aab1e5ee with Priority: HIGHEST for action port [ 585.138146] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-7351e979-566f-43b3-8b26-cf51aab1e5ee taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.138146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7351e979-566f-43b3-8b26-cf51aab1e5ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.138146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7351e979-566f-43b3-8b26-cf51aab1e5ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.138146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7351e979-566f-43b3-8b26-cf51aab1e5ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.138146] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7351e979-566f-43b3-8b26-cf51aab1e5ee',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.568581] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6b774fc3-525d-4588-b6c0-99362d5fbb63 None None] Enqueued Resource ID: d314e2ff-e76a-4b2d-b667-07a6e8860232 with Priority: HIGHEST for action port [ 585.568837] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314e2ff-e76a-4b2d-b667-07a6e8860232 with Priority: HIGHEST for action port [ 585.569414] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d314e2ff-e76a-4b2d-b667-07a6e8860232 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.569544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d314e2ff-e76a-4b2d-b667-07a6e8860232" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.569615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d314e2ff-e76a-4b2d-b667-07a6e8860232" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.569866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d314e2ff-e76a-4b2d-b667-07a6e8860232" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.569951] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d314e2ff-e76a-4b2d-b667-07a6e8860232',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.640028] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7351e979-566f-43b3-8b26-cf51aab1e5ee [ 585.640028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.641209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.641209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.641209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.641209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.641209] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7351e979-566f-43b3-8b26-cf51aab1e5ee already deleted. [ 585.641403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7351e979-566f-43b3-8b26-cf51aab1e5ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.074139] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d314e2ff-e76a-4b2d-b667-07a6e8860232 [ 586.074139] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.074139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.074139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.074139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.074139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.074139] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d314e2ff-e76a-4b2d-b667-07a6e8860232 already deleted. [ 586.074139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d314e2ff-e76a-4b2d-b667-07a6e8860232" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.498557] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4c607602-a841-4b6a-aabf-fe5ed67b91e0 None None] Enqueued Resource ID: 2af3e805-eb54-4e6e-b663-74e1e715e58b with Priority: HIGHEST for action port [ 586.499696] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af3e805-eb54-4e6e-b663-74e1e715e58b with Priority: HIGHEST for action port [ 586.499696] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2af3e805-eb54-4e6e-b663-74e1e715e58b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.499696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2af3e805-eb54-4e6e-b663-74e1e715e58b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.499696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2af3e805-eb54-4e6e-b663-74e1e715e58b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.499914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2af3e805-eb54-4e6e-b663-74e1e715e58b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.499914] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af3e805-eb54-4e6e-b663-74e1e715e58b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.882536] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4a0b5a54-6842-43a9-b641-e2a1287e2e8b None None] Enqueued Resource ID: c459a07a-1f86-4b45-8207-e0ea06ab75b1 with Priority: HIGHEST for action port [ 586.882536] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c459a07a-1f86-4b45-8207-e0ea06ab75b1 with Priority: HIGHEST for action port [ 586.882881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c459a07a-1f86-4b45-8207-e0ea06ab75b1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.882881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c459a07a-1f86-4b45-8207-e0ea06ab75b1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.883039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c459a07a-1f86-4b45-8207-e0ea06ab75b1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.883196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c459a07a-1f86-4b45-8207-e0ea06ab75b1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.883270] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c459a07a-1f86-4b45-8207-e0ea06ab75b1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.003819] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2af3e805-eb54-4e6e-b663-74e1e715e58b [ 587.003819] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.003819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.003819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.003819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.003819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.003819] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2af3e805-eb54-4e6e-b663-74e1e715e58b already deleted. [ 587.003819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2af3e805-eb54-4e6e-b663-74e1e715e58b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.092550] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a028f133-7f33-4570-b5cb-d3d39820abaf None None] Enqueued Resource ID: 421aafaa-9fdf-455c-93d8-11b5472848bf with Priority: HIGHEST for action port [ 587.093020] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 421aafaa-9fdf-455c-93d8-11b5472848bf with Priority: HIGHEST for action port [ 587.093502] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-421aafaa-9fdf-455c-93d8-11b5472848bf taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.093901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-421aafaa-9fdf-455c-93d8-11b5472848bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.093901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-421aafaa-9fdf-455c-93d8-11b5472848bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.094154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-421aafaa-9fdf-455c-93d8-11b5472848bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.094154] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('421aafaa-9fdf-455c-93d8-11b5472848bf',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.387932] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c459a07a-1f86-4b45-8207-e0ea06ab75b1 [ 587.388393] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.388393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.388603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.388672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.388782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.388892] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c459a07a-1f86-4b45-8207-e0ea06ab75b1 already deleted. [ 587.389013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c459a07a-1f86-4b45-8207-e0ea06ab75b1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.599388] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 421aafaa-9fdf-455c-93d8-11b5472848bf [ 587.599620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.599757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.600215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.600215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.600215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.600363] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:421aafaa-9fdf-455c-93d8-11b5472848bf already deleted. [ 587.600363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-421aafaa-9fdf-455c-93d8-11b5472848bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.383529] env[65321]: INFO networking_nsxv3.common.synchronization [None req-9ed0365a-5602-4faf-9443-4c49e953248e None None] Enqueued Resource ID: f90f139a-0f9a-4ec4-bdac-b329f8bbeb78 with Priority: HIGHEST for action port [ 588.384332] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f90f139a-0f9a-4ec4-bdac-b329f8bbeb78 with Priority: HIGHEST for action port [ 588.385806] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f90f139a-0f9a-4ec4-bdac-b329f8bbeb78 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.386130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f90f139a-0f9a-4ec4-bdac-b329f8bbeb78" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.386130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f90f139a-0f9a-4ec4-bdac-b329f8bbeb78" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.386970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f90f139a-0f9a-4ec4-bdac-b329f8bbeb78" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.386970] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f90f139a-0f9a-4ec4-bdac-b329f8bbeb78',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.889085] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f90f139a-0f9a-4ec4-bdac-b329f8bbeb78 [ 588.889696] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.889696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.889696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.889844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.889875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.890632] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f90f139a-0f9a-4ec4-bdac-b329f8bbeb78 already deleted. [ 588.890632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f90f139a-0f9a-4ec4-bdac-b329f8bbeb78" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.438146] env[65321]: INFO networking_nsxv3.common.synchronization [None req-91fa5084-fd03-4ccf-af2a-3afa953f64bb None None] Enqueued Resource ID: 031832dd-3f5a-4fa9-8336-baf11dbe4f84 with Priority: HIGHEST for action port [ 589.438721] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 031832dd-3f5a-4fa9-8336-baf11dbe4f84 with Priority: HIGHEST for action port [ 589.443428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-031832dd-3f5a-4fa9-8336-baf11dbe4f84 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.443428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-031832dd-3f5a-4fa9-8336-baf11dbe4f84" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.443428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-031832dd-3f5a-4fa9-8336-baf11dbe4f84" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.443428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-031832dd-3f5a-4fa9-8336-baf11dbe4f84" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.443428] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('031832dd-3f5a-4fa9-8336-baf11dbe4f84',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.923068] env[65321]: INFO networking_nsxv3.common.synchronization [None req-ed89c664-c69d-47c6-b1e4-f93b347c4447 None None] Enqueued Resource ID: 4df509cb-b922-4b4f-86e5-5211d0e4a65d with Priority: HIGHEST for action port [ 589.923707] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4df509cb-b922-4b4f-86e5-5211d0e4a65d with Priority: HIGHEST for action port [ 589.924115] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4df509cb-b922-4b4f-86e5-5211d0e4a65d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.924245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4df509cb-b922-4b4f-86e5-5211d0e4a65d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.924319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4df509cb-b922-4b4f-86e5-5211d0e4a65d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.924647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4df509cb-b922-4b4f-86e5-5211d0e4a65d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.924762] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4df509cb-b922-4b4f-86e5-5211d0e4a65d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.945244] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 031832dd-3f5a-4fa9-8336-baf11dbe4f84 [ 589.945244] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.945468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.945468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.945690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.945854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.945906] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:031832dd-3f5a-4fa9-8336-baf11dbe4f84 already deleted. [ 589.946036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-031832dd-3f5a-4fa9-8336-baf11dbe4f84" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.427746] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4df509cb-b922-4b4f-86e5-5211d0e4a65d [ 590.428082] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.428248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.428324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.428527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.429162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.429162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4df509cb-b922-4b4f-86e5-5211d0e4a65d already deleted. [ 590.429162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4df509cb-b922-4b4f-86e5-5211d0e4a65d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.167811] env[65321]: INFO networking_nsxv3.common.synchronization [req-4453167d-494d-4d82-96bf-4e2898e635f1 req-bc79a693-3c68-4ade-b70a-8524b5001cfc tempest-DeleteServersAdminTestJSON-1902900211 tempest-DeleteServersAdminTestJSON-1902900211-project-member] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 591.168342] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 591.168642] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.168786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.168853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.170536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.170536] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.170536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.170536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.170536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.170536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.170536] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.204988] env[65321]: INFO networking_nsxv3.common.synchronization [None req-40eedc64-8627-464b-8fe3-f670d7d0f09e None None] Enqueued Resource ID: c258b057-ad40-4d66-b848-143deb8fc638 with Priority: HIGHEST for action port [ 591.205666] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c258b057-ad40-4d66-b848-143deb8fc638 with Priority: HIGHEST for action port [ 591.205994] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c258b057-ad40-4d66-b848-143deb8fc638 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.206250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c258b057-ad40-4d66-b848-143deb8fc638" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.206334] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c258b057-ad40-4d66-b848-143deb8fc638" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.206605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c258b057-ad40-4d66-b848-143deb8fc638" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.206696] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c258b057-ad40-4d66-b848-143deb8fc638',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.675233] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.675233] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.675233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 already deleted. [ 591.675233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.711175] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c258b057-ad40-4d66-b848-143deb8fc638 [ 591.711175] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.711175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.711175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.711175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.711175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.711481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c258b057-ad40-4d66-b848-143deb8fc638 already deleted. [ 591.711660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c258b057-ad40-4d66-b848-143deb8fc638" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.023547] env[65321]: INFO networking_nsxv3.common.synchronization [None req-3e25562d-d71e-4f57-ae97-f232a3687ad8 None None] Enqueued Resource ID: dde1df49-42e8-4586-a04c-7c7c61c42ae0 with Priority: HIGHEST for action port [ 592.023547] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dde1df49-42e8-4586-a04c-7c7c61c42ae0 with Priority: HIGHEST for action port [ 592.023547] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-dde1df49-42e8-4586-a04c-7c7c61c42ae0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.023547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dde1df49-42e8-4586-a04c-7c7c61c42ae0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.023818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dde1df49-42e8-4586-a04c-7c7c61c42ae0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.023870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dde1df49-42e8-4586-a04c-7c7c61c42ae0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.023948] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dde1df49-42e8-4586-a04c-7c7c61c42ae0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.528986] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dde1df49-42e8-4586-a04c-7c7c61c42ae0 [ 592.529263] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.529397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.529510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.529686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.529806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.530059] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dde1df49-42e8-4586-a04c-7c7c61c42ae0 already deleted. [ 592.530059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dde1df49-42e8-4586-a04c-7c7c61c42ae0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.104312] env[65321]: INFO networking_nsxv3.common.synchronization [None req-1ea7bbf6-f30b-46d9-9eb1-469e5f29fd8a None None] Enqueued Resource ID: 992c1553-fda7-49dc-9468-2059ea3ba36f with Priority: HIGHEST for action port [ 593.104534] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 992c1553-fda7-49dc-9468-2059ea3ba36f with Priority: HIGHEST for action port [ 593.104837] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-992c1553-fda7-49dc-9468-2059ea3ba36f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.104981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-992c1553-fda7-49dc-9468-2059ea3ba36f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.105054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-992c1553-fda7-49dc-9468-2059ea3ba36f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.105276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-992c1553-fda7-49dc-9468-2059ea3ba36f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.105455] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('992c1553-fda7-49dc-9468-2059ea3ba36f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.126410] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.126608] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.126753] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.127068] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.127333] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.127485] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.127597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.127833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.127971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.129134] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.129295] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.129781] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.130043] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.130371] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.130371] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.130491] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.152761] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.153560] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.153915] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.154506] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.154734] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-167132d6-e879-4fb2-a04a-b65c4f9905f6 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.154917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.155052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.155457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.155515] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('167132d6-e879-4fb2-a04a-b65c4f9905f6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.364984] env[65321]: INFO networking_nsxv3.common.synchronization [None req-1eea4bac-2bcc-4717-892b-5f4d28d25bcd None None] Enqueued Resource ID: a0442a02-989f-47bf-9d0c-eb1f223e1a28 with Priority: HIGHEST for action port [ 593.365523] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0442a02-989f-47bf-9d0c-eb1f223e1a28 with Priority: HIGHEST for action port [ 593.365812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0442a02-989f-47bf-9d0c-eb1f223e1a28 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.365944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0442a02-989f-47bf-9d0c-eb1f223e1a28" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.366258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0442a02-989f-47bf-9d0c-eb1f223e1a28" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.366971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0442a02-989f-47bf-9d0c-eb1f223e1a28" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.367093] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0442a02-989f-47bf-9d0c-eb1f223e1a28',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.607144] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 992c1553-fda7-49dc-9468-2059ea3ba36f [ 593.607850] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.607850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.607850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.607850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.608232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.608232] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:992c1553-fda7-49dc-9468-2059ea3ba36f already deleted. [ 593.608232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-992c1553-fda7-49dc-9468-2059ea3ba36f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.658952] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.659212] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.659587] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.659655] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.659756] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.659928] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 167132d6-e879-4fb2-a04a-b65c4f9905f6 not found, creating... [ 593.660229] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.660385] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.660847] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.660847] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.660847] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.661218] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.661377] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.661491] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.661692] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.661823] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.661959] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 167132d6-e879-4fb2-a04a-b65c4f9905f6 is going to be created. [ 593.684929] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.685322] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.685322] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.685558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.685785] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.686096] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.809736] env[65321]: INFO networking_nsxv3.common.synchronization [None req-935bee31-d181-42f9-8dc0-2b1d2958fab1 tempest-ServersTestFqdnHostnames-75894286 tempest-ServersTestFqdnHostnames-75894286-project-member] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_rules [ 593.810282] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_rules [ 593.810590] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.810874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.810874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.811049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.811138] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.870414] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0442a02-989f-47bf-9d0c-eb1f223e1a28 [ 593.870662] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.870800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.870869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.871130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.871228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.871323] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0442a02-989f-47bf-9d0c-eb1f223e1a28 already deleted. [ 593.871404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0442a02-989f-47bf-9d0c-eb1f223e1a28" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.001294] env[65321]: INFO networking_nsxv3.common.synchronization [None req-c69a5703-54ba-421c-8162-0603007b1f6a tempest-ServersTestJSON-1028048785 tempest-ServersTestJSON-1028048785-project-member] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_rules [ 594.001878] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_rules [ 594.002533] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.002533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.002533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.002727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.002727] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.334960] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.335686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.335686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.336254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.336254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.336254] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 already deleted. [ 594.336254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.438148] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7f09e98-095f-4a4c-95bf-17a578aa667d req-2f9d1e4c-4bf2-40d0-985d-7629964158bf tempest-ServerDiagnosticsNegativeTest-15853367 tempest-ServerDiagnosticsNegativeTest-15853367-project-member] Enqueued Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_members [ 594.438148] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_members [ 594.438148] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.438148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.438148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.440314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.440400] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.440482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.440549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.440733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.440838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.440939] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.527825] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.527825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.527825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.528281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.528281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.528281] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 already deleted. [ 594.528281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.585961] env[65321]: INFO networking_nsxv3.common.synchronization [req-4453167d-494d-4d82-96bf-4e2898e635f1 req-60f7a00b-f65f-4bb9-b692-f12f875f3580 service nova] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_rules [ 594.587200] env[65321]: INFO networking_nsxv3.common.synchronization [req-4453167d-494d-4d82-96bf-4e2898e635f1 req-60f7a00b-f65f-4bb9-b692-f12f875f3580 service nova] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 594.587200] env[65321]: INFO networking_nsxv3.common.synchronization [req-4453167d-494d-4d82-96bf-4e2898e635f1 req-60f7a00b-f65f-4bb9-b692-f12f875f3580 service nova] Enqueued Resource ID: 167132d6-e879-4fb2-a04a-b65c4f9905f6 with Priority: HIGHEST for action port [ 594.587200] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_rules [ 594.587200] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 594.587200] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 167132d6-e879-4fb2-a04a-b65c4f9905f6 with Priority: HIGHEST for action port [ 594.587707] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.587707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.587707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.587938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.587938] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.589200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.589200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.592427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.592427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.592427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.592427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.592427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.592427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.592427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.592427] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.592987] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-167132d6-e879-4fb2-a04a-b65c4f9905f6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.593123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.593293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.593345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.593467] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('167132d6-e879-4fb2-a04a-b65c4f9905f6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.716555] env[65321]: INFO networking_nsxv3.common.synchronization [None req-745e8b96-15ee-4c1e-9469-3d2a5ff3449f None None] Enqueued Resource ID: 8d920d11-934d-46c9-bcf6-e124836a8225 with Priority: HIGHEST for action port [ 594.716841] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d920d11-934d-46c9-bcf6-e124836a8225 with Priority: HIGHEST for action port [ 594.717427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d920d11-934d-46c9-bcf6-e124836a8225 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.717597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d920d11-934d-46c9-bcf6-e124836a8225" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.717696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d920d11-934d-46c9-bcf6-e124836a8225" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.717982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d920d11-934d-46c9-bcf6-e124836a8225" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.718057] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d920d11-934d-46c9-bcf6-e124836a8225',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.741419] env[65321]: INFO networking_nsxv3.common.synchronization [None req-2c3ce6a6-5284-46b1-8205-b4366b64ef5e tempest-ServersTestFqdnHostnames-75894286 tempest-ServersTestFqdnHostnames-75894286-project-member] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_rules [ 594.741891] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_rules [ 594.742205] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.742330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.742414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.742575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.742653] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.863239] env[65321]: INFO networking_nsxv3.common.synchronization [None req-3d1cd37a-0d8c-4e5f-87c0-7e11e1a87584 tempest-ServersTestJSON-1028048785 tempest-ServersTestJSON-1028048785-project-member] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_rules [ 594.864909] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_rules [ 594.866328] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.866479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.866617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.866809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.866889] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.944954] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.945039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.945161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.945355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.945682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.945682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.945812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.945812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.945958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.946085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.946176] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a already deleted. [ 594.946272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.007226] env[65321]: INFO networking_nsxv3.common.synchronization [None req-88e9703a-ff2f-4617-87ad-ebf3cb8af6d3 None None] Enqueued Resource ID: 4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c with Priority: HIGHEST for action port [ 595.007226] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c with Priority: HIGHEST for action port [ 595.007226] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.007226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.007226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.007226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.007226] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.097935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.098081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.108537] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 167132d6-e879-4fb2-a04a-b65c4f9905f6 with status ACTIVE [ 595.109526] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.109632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.109721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.109950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.110337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.110563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.110666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.110727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.110891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.111026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.111549] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.111654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.111716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.111864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.111935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.112028] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 167132d6-e879-4fb2-a04a-b65c4f9905f6 is going to be updated. [ 595.114296] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.137594] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.137778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.137855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.138081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.138215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.138364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-167132d6-e879-4fb2-a04a-b65c4f9905f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.212011] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.212257] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.212331] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.212614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.212871] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.213535] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.213640] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.214354] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.214354] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.214354] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.214497] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 595.214497] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 595.214603] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 595.214726] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 595.214821] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 595.214973] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 595.221726] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d920d11-934d-46c9-bcf6-e124836a8225 [ 595.221726] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.221726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.221726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.224033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.224033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.224033] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d920d11-934d-46c9-bcf6-e124836a8225 already deleted. [ 595.224388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d920d11-934d-46c9-bcf6-e124836a8225" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.240568] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 595.241076] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 595.241076] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 595.241701] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.242160] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-442a0336-df49-4853-9710-8f3802710463 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.242448] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.242604] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.243051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.243410] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442a0336-df49-4853-9710-8f3802710463',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.272449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.272606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.272697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.272904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.273132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.273132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 already deleted. [ 595.273206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.395682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.395908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.395993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.396283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.396413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.396543] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 already deleted. [ 595.396654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.510900] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c [ 595.511385] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.511385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.511506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.511936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.513081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.513216] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c already deleted. [ 595.513316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c3947bd-c5a3-4fd0-87c2-6fbb1bba891c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.619229] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.747230] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.747523] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.747607] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.748199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.748348] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.748555] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 442a0336-df49-4853-9710-8f3802710463 not found, creating... [ 595.749039] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.749259] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.749409] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.749690] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.749864] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.750208] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.750379] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.750768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.751581] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.751581] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.751581] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 442a0336-df49-4853-9710-8f3802710463 is going to be created. [ 595.773812] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.774013] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.774127] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.774393] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.774607] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.774824] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.122547] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.122714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.122784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.123098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.123098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.123209] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be created. [ 596.149615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.149615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.149977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.149977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.150048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.162335] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: UNINITIALIZED for 2s [ 596.494894] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7f09e98-095f-4a4c-95bf-17a578aa667d req-58b7409e-8805-4060-9d02-9460c583c5d7 service nova] Enqueued Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_rules [ 596.494894] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7f09e98-095f-4a4c-95bf-17a578aa667d req-58b7409e-8805-4060-9d02-9460c583c5d7 service nova] Enqueued Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_members [ 596.496314] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7f09e98-095f-4a4c-95bf-17a578aa667d req-58b7409e-8805-4060-9d02-9460c583c5d7 service nova] Enqueued Resource ID: 442a0336-df49-4853-9710-8f3802710463 with Priority: HIGHEST for action port [ 596.496314] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_rules [ 596.496314] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_members [ 596.496478] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 442a0336-df49-4853-9710-8f3802710463 with Priority: HIGHEST for action port [ 596.496650] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.496824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.496886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.497384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.497474] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.498383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.498499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.498568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.499294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.499294] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.499294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.499294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.501201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.501201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.501201] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.501201] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-442a0336-df49-4853-9710-8f3802710463 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.501201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.501201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.501201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.501201] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('442a0336-df49-4853-9710-8f3802710463',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.005055] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.005055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.005055] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 442a0336-df49-4853-9710-8f3802710463 with status ACTIVE [ 597.005992] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.005992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.005992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.005992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.005992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.005992] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.005992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.006261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.006261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.006261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.006458] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.006518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.006565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.006741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.006817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.006897] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 442a0336-df49-4853-9710-8f3802710463 is going to be updated. [ 597.008679] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.033471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.033644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.033694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.033865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.033993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.034169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-442a0336-df49-4853-9710-8f3802710463" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.195270] env[65321]: INFO networking_nsxv3.common.synchronization [None req-271ffff6-6db3-4339-99ae-9d6ef2876dd6 None None] Enqueued Resource ID: 4cbdc4c4-28f1-4096-ba0d-47a46234d6db with Priority: HIGHEST for action port [ 597.195270] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cbdc4c4-28f1-4096-ba0d-47a46234d6db with Priority: HIGHEST for action port [ 597.195270] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cbdc4c4-28f1-4096-ba0d-47a46234d6db taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.195270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cbdc4c4-28f1-4096-ba0d-47a46234d6db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.195270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cbdc4c4-28f1-4096-ba0d-47a46234d6db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.195994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cbdc4c4-28f1-4096-ba0d-47a46234d6db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.196229] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cbdc4c4-28f1-4096-ba0d-47a46234d6db',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.316319] env[65321]: INFO networking_nsxv3.common.synchronization [req-4288df7a-0775-464f-8089-ff5b09006f2d req-cc76986f-0f0f-43ab-9baa-1e499955d346 tempest-ServerDiagnosticsTest-1135141380 tempest-ServerDiagnosticsTest-1135141380-project-member] Enqueued Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_members [ 597.319658] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_members [ 597.320085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.320250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.320344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.320652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.320810] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.320945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.321047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.321353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.321353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.322101] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.510448] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.699181] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cbdc4c4-28f1-4096-ba0d-47a46234d6db [ 597.699399] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.699571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.699617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.699860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.699955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.700063] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cbdc4c4-28f1-4096-ba0d-47a46234d6db already deleted. [ 597.700145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cbdc4c4-28f1-4096-ba0d-47a46234d6db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.826225] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.826444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.826529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.826821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.826947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.827182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.827383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.827476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.831054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.831280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.831339] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 already deleted. [ 597.831408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.900627] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.900627] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.900880] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.901862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.901862] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.901862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.901862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.902340] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.902340] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.902340] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.902578] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.902578] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.902644] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.902784] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.902839] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.902956] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.923410] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.923775] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.923775] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.923983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.924343] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.924546] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.924687] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.925084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.925277] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.008054] env[65321]: INFO networking_nsxv3.common.synchronization [None req-7124932f-ce19-471d-8e93-f56cb02d537c None None] Enqueued Resource ID: 62a5de52-834b-4134-bbdc-27955f2e71cf with Priority: HIGHEST for action port [ 598.008054] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62a5de52-834b-4134-bbdc-27955f2e71cf with Priority: HIGHEST for action port [ 598.008054] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-62a5de52-834b-4134-bbdc-27955f2e71cf taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.008054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62a5de52-834b-4134-bbdc-27955f2e71cf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.008054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62a5de52-834b-4134-bbdc-27955f2e71cf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.008054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62a5de52-834b-4134-bbdc-27955f2e71cf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.008054] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62a5de52-834b-4134-bbdc-27955f2e71cf',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.012929] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.013093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.013191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.013761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.013761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.013761] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a is going to be created. [ 598.040784] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.040928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.041031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.041221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.041379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.052096] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a in Status: UNINITIALIZED for 2s [ 598.172185] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 598.172507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.172666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.172921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.173129] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.173256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.173322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.173486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.173569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.173653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.173742] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.428126] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.428379] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.428492] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.428728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.428872] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.429047] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 not found, creating... [ 598.429276] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.429429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.429537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.429752] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.429903] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.430144] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.430302] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.430413] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.430594] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.430709] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.431260] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 is going to be created. [ 598.451693] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.451897] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.452017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.452281] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.452750] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.452750] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.510023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62a5de52-834b-4134-bbdc-27955f2e71cf [ 598.510311] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.510464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.510464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.510829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.510829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.510829] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62a5de52-834b-4134-bbdc-27955f2e71cf already deleted. [ 598.511133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62a5de52-834b-4134-bbdc-27955f2e71cf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.676129] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.676292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.676360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.676577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.676812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.676932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.676993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.677239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.677319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.677404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.677563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.678178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.678178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.678178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.678178] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.678178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.678392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.678392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.678392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.678473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.678543] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.120534] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6522e289-8539-4b2e-b4e2-1f318e92df7d None None] Enqueued Resource ID: 2e091e8b-29f5-4f33-8472-0518a7531e54 with Priority: HIGHEST for action port [ 599.120534] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e091e8b-29f5-4f33-8472-0518a7531e54 with Priority: HIGHEST for action port [ 599.121120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e091e8b-29f5-4f33-8472-0518a7531e54 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.121461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e091e8b-29f5-4f33-8472-0518a7531e54" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.121933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e091e8b-29f5-4f33-8472-0518a7531e54" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.123310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e091e8b-29f5-4f33-8472-0518a7531e54" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.123310] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e091e8b-29f5-4f33-8472-0518a7531e54',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.180805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e5efd5-1115-485f-84eb-a48946f68f67: rpc.has_security_group_logging(os_id): False [ 599.200566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.200566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.200566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.200566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.201528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.201528] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.201528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.201528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.201528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.201528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.201528] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be created. [ 599.266632] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.266632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.266872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.266960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.267176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.270537] env[65321]: INFO networking_nsxv3.common.synchronization [req-4288df7a-0775-464f-8089-ff5b09006f2d req-ea607798-636e-441a-98e1-caf6e8896c05 service nova] Enqueued Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_rules [ 599.270708] env[65321]: INFO networking_nsxv3.common.synchronization [req-4288df7a-0775-464f-8089-ff5b09006f2d req-ea607798-636e-441a-98e1-caf6e8896c05 service nova] Enqueued Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_members [ 599.270836] env[65321]: INFO networking_nsxv3.common.synchronization [req-4288df7a-0775-464f-8089-ff5b09006f2d req-ea607798-636e-441a-98e1-caf6e8896c05 service nova] Enqueued Resource ID: d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 with Priority: HIGHEST for action port [ 599.271388] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_rules [ 599.271528] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_members [ 599.271528] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 with Priority: HIGHEST for action port [ 599.271786] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.271898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.271965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.272216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.272299] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.273984] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.273984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.273984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.273984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.273984] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.273984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.273984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.273984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.274821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.274821] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.274971] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.275066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.275066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.275202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.275273] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.282676] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 2s [ 599.398886] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6c78d6d7-473f-41e3-a7cb-88f76f524e83 tempest-VolumesAssistedSnapshotsTest-2031735668 tempest-VolumesAssistedSnapshotsTest-2031735668-project-member] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_rules [ 599.399857] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_rules [ 599.400221] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.400690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.400769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.401055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.401354] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.408545] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a1c35194-ca3f-4e55-8dd7-7b3ef0beb325 None None] Enqueued Resource ID: d30093e7-ad42-42e6-ad5b-1d8f7f3792c9 with Priority: HIGHEST for action port [ 599.408545] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d30093e7-ad42-42e6-ad5b-1d8f7f3792c9 with Priority: HIGHEST for action port [ 599.408545] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d30093e7-ad42-42e6-ad5b-1d8f7f3792c9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.408545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d30093e7-ad42-42e6-ad5b-1d8f7f3792c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.408545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d30093e7-ad42-42e6-ad5b-1d8f7f3792c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.408545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d30093e7-ad42-42e6-ad5b-1d8f7f3792c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.408545] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d30093e7-ad42-42e6-ad5b-1d8f7f3792c9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.626765] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e091e8b-29f5-4f33-8472-0518a7531e54 [ 599.626765] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.626765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.626765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.628118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.628269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.628393] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e091e8b-29f5-4f33-8472-0518a7531e54 already deleted. [ 599.628479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e091e8b-29f5-4f33-8472-0518a7531e54" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.776495] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.776622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.778075] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.778951] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 with status ACTIVE [ 599.779144] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.779255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.779318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.779513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.779596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.780776] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.780776] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.780776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.780776] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5 is going to be updated. [ 599.803702] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.803874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.804651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.804651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.804651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.804651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9f7fbf3-f8dd-4904-a7a8-0131ef508fb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.912243] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d30093e7-ad42-42e6-ad5b-1d8f7f3792c9 [ 599.914404] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.914404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.914404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.914404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.914404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.914404] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d30093e7-ad42-42e6-ad5b-1d8f7f3792c9 already deleted. [ 599.914404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d30093e7-ad42-42e6-ad5b-1d8f7f3792c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.923859] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.924032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.924071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.924271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.924359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.924453] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d already deleted. [ 599.924543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.063592] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a in Status: SUCCESS [ 600.063812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.063980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.064200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.064393] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.064509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.064590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.064749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.064827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.064923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.065029] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.243616] env[65321]: INFO networking_nsxv3.common.synchronization [None req-9b36a13c-c33e-4427-b64c-345df8096c20 tempest-VolumesAssistedSnapshotsTest-2031735668 tempest-VolumesAssistedSnapshotsTest-2031735668-project-member] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_rules [ 600.243616] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_rules [ 600.243616] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.243616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.244160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.244248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.244330] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.284247] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.446486] env[65321]: INFO networking_nsxv3.common.synchronization [req-234ef6f6-7a84-4821-b6cb-51080492e0d3 req-27834b15-c719-4c03-9d79-3dc953c8c3e6 tempest-ImagesOneServerTestJSON-1273305288 tempest-ImagesOneServerTestJSON-1273305288-project-member] Enqueued Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_members [ 600.446994] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_members [ 600.448017] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.448017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.448155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.448339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.448492] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.448593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.448675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.448846] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.448946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.449053] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.569493] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.569720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.569720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.569928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.570107] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.570211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.570274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.570424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.570682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.570682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.570771] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.570817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.570875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.571016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.571155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.571241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.571290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.571429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.571485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.571564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.571642] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.765783] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.765783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.765783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.765783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.765783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.765783] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d already deleted. [ 600.765783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.786363] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.788279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.788279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.788279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.788279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.788279] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 is going to be created. [ 600.804626] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b5b490d8-cafc-4863-bae2-1ed672e80346 None None] Enqueued Resource ID: 608a93f1-f55d-41ce-8930-24c217fb5c62 with Priority: HIGHEST for action port [ 600.805231] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 608a93f1-f55d-41ce-8930-24c217fb5c62 with Priority: HIGHEST for action port [ 600.805610] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-608a93f1-f55d-41ce-8930-24c217fb5c62 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.805769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-608a93f1-f55d-41ce-8930-24c217fb5c62" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.805897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-608a93f1-f55d-41ce-8930-24c217fb5c62" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.806451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-608a93f1-f55d-41ce-8930-24c217fb5c62" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.806592] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('608a93f1-f55d-41ce-8930-24c217fb5c62',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.809332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.809583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.809583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.810398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.810398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.820381] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 in Status: UNINITIALIZED for 2s [ 600.953579] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.953736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.953813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.954058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.954174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.954385] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.954480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.954625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.954703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.954778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.954864] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c257ef2-535b-441f-974a-64f9b60e24ed already deleted. [ 600.954940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.074762] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ffd1f256-250e-4ac1-a8c3-f5bf0287899a: rpc.has_security_group_logging(os_id): False [ 601.095073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.095309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.095309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.095542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.095678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.095841] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.095938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.096024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.096269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.096344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.096555] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.096660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.096748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.096896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.096975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.097437] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.097549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.097623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.097807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.097911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.098030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a is going to be created. [ 601.172408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.172693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.172693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.173081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.173081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.183715] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a in Status: IN_PROGRESS for 2s [ 601.267825] env[65321]: INFO networking_nsxv3.common.synchronization [None req-ab6b8bbb-7799-4e12-88a7-57d56ff60d2a None None] Enqueued Resource ID: 94004243-b761-4d1b-8eec-59281c7bc805 with Priority: HIGHEST for action port [ 601.268587] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94004243-b761-4d1b-8eec-59281c7bc805 with Priority: HIGHEST for action port [ 601.268991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-94004243-b761-4d1b-8eec-59281c7bc805 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.269179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94004243-b761-4d1b-8eec-59281c7bc805" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.269271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94004243-b761-4d1b-8eec-59281c7bc805" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.269734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94004243-b761-4d1b-8eec-59281c7bc805" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.269734] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94004243-b761-4d1b-8eec-59281c7bc805',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.297241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 601.297619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.310937] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 608a93f1-f55d-41ce-8930-24c217fb5c62 [ 601.310937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.310937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.310937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.310937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.310937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.310937] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:608a93f1-f55d-41ce-8930-24c217fb5c62 already deleted. [ 601.310937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-608a93f1-f55d-41ce-8930-24c217fb5c62" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.525946] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-661 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.526163] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-661" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.526283] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-661" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.526613] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-661" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.527033] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.527217] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.527335] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.527569] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.527716] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.527967] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.528090] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 601.528194] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 601.528298] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 601.528401] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 601.528513] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 601.528619] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 601.547241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 601.547403] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 601.547537] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 601.547726] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-661" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.548135] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-fde74598-8ba5-43f2-8bb6-e9047e88220e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.548557] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.548727] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.550762] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.550762] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde74598-8ba5-43f2-8bb6-e9047e88220e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.772405] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 94004243-b761-4d1b-8eec-59281c7bc805 [ 601.772519] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.772639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.772703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.773069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.773069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.773315] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:94004243-b761-4d1b-8eec-59281c7bc805 already deleted. [ 601.773315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94004243-b761-4d1b-8eec-59281c7bc805" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.057228] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.057228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.057228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.057228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.057228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.057228] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port fde74598-8ba5-43f2-8bb6-e9047e88220e not found, creating... [ 602.057228] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.057228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.057228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.057594] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.057594] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.057896] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.058014] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.060777] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.061060] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.061200] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.061342] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: fde74598-8ba5-43f2-8bb6-e9047e88220e is going to be created. [ 602.086740] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.087457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.087457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.087457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.087625] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.087808] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.787341] env[65321]: INFO networking_nsxv3.common.synchronization [req-234ef6f6-7a84-4821-b6cb-51080492e0d3 req-72f3d622-ac0c-44fe-974f-5fe118bdbd2b service nova] Enqueued Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_rules [ 602.787620] env[65321]: INFO networking_nsxv3.common.synchronization [req-234ef6f6-7a84-4821-b6cb-51080492e0d3 req-72f3d622-ac0c-44fe-974f-5fe118bdbd2b service nova] Enqueued Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_members [ 602.787620] env[65321]: INFO networking_nsxv3.common.synchronization [req-234ef6f6-7a84-4821-b6cb-51080492e0d3 req-72f3d622-ac0c-44fe-974f-5fe118bdbd2b service nova] Enqueued Resource ID: fde74598-8ba5-43f2-8bb6-e9047e88220e with Priority: HIGHEST for action port [ 602.788091] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_rules [ 602.788238] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_members [ 602.788332] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde74598-8ba5-43f2-8bb6-e9047e88220e with Priority: HIGHEST for action port [ 602.788617] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.788744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.788804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.793076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.793076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.793076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.793076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.793076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde74598-8ba5-43f2-8bb6-e9047e88220e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.793076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.793076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde74598-8ba5-43f2-8bb6-e9047e88220e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.832811] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 in Status: SUCCESS [ 602.833091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.833553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.833777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.834125] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.834125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.834267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.834359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.834439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.834526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.834616] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.040465] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a9f52d4d-842a-4756-b0ce-0304add4f83a None None] Enqueued Resource ID: 0c92ce8e-db44-447b-8f49-3d2504c9fac1 with Priority: HIGHEST for action port [ 603.040931] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c92ce8e-db44-447b-8f49-3d2504c9fac1 with Priority: HIGHEST for action port [ 603.041264] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c92ce8e-db44-447b-8f49-3d2504c9fac1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.041400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c92ce8e-db44-447b-8f49-3d2504c9fac1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.041762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c92ce8e-db44-447b-8f49-3d2504c9fac1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.041762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c92ce8e-db44-447b-8f49-3d2504c9fac1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.041860] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c92ce8e-db44-447b-8f49-3d2504c9fac1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.145259] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5741363b-8451-4a00-b7d1-3464f941dcaa None None] Enqueued Resource ID: a2c73e31-5ff8-4c10-8d85-01f76b96cad4 with Priority: HIGHEST for action port [ 603.146290] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c73e31-5ff8-4c10-8d85-01f76b96cad4 with Priority: HIGHEST for action port [ 603.146456] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c73e31-5ff8-4c10-8d85-01f76b96cad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.147051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c73e31-5ff8-4c10-8d85-01f76b96cad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.147051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c73e31-5ff8-4c10-8d85-01f76b96cad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.147165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c73e31-5ff8-4c10-8d85-01f76b96cad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.147356] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c73e31-5ff8-4c10-8d85-01f76b96cad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.201669] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a in Status: SUCCESS [ 603.201774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.296304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.296514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.296781] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.297734] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fde74598-8ba5-43f2-8bb6-e9047e88220e with status ACTIVE [ 603.297978] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.298127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.298216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.298416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.298511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.298698] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.298798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.298876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.300903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.301041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.301294] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.301441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.301515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.301692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.301784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.301895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fde74598-8ba5-43f2-8bb6-e9047e88220e is going to be updated. [ 603.331357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.331543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.331543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.331734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.331887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.332093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde74598-8ba5-43f2-8bb6-e9047e88220e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.338269] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.338444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.338532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.338755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.338949] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.339080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.339138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.339303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.339395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.339494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.339645] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.339746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.339816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.339969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.340128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.340227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.340289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.340435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.340542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.340610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.340707] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.544533] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c92ce8e-db44-447b-8f49-3d2504c9fac1 [ 603.547443] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.547443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.547443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.547443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.547443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.547443] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c92ce8e-db44-447b-8f49-3d2504c9fac1 already deleted. [ 603.547443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c92ce8e-db44-447b-8f49-3d2504c9fac1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.649701] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2c73e31-5ff8-4c10-8d85-01f76b96cad4 [ 603.649931] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.650085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.650153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.650362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.650688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.650688] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2c73e31-5ff8-4c10-8d85-01f76b96cad4 already deleted. [ 603.650688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c73e31-5ff8-4c10-8d85-01f76b96cad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.809620] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.844039] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b92fe51-d811-4cbb-9393-a51645f2b944: rpc.has_security_group_logging(os_id): False [ 603.866491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.866491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.866491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.866910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.866910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.866910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.866910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.866910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.867126] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.867286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.867286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.867481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.870504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.870687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 is going to be created. [ 603.934480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.934590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.934658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.937451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.940736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.952698] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 in Status: IN_PROGRESS for 2s [ 604.313520] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.314800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.314800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.314800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.314800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.314800] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c257ef2-535b-441f-974a-64f9b60e24ed is going to be created. [ 604.349212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.349363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.349439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.349653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.349824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.361104] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c257ef2-535b-441f-974a-64f9b60e24ed in Status: UNINITIALIZED for 2s [ 605.513624] env[65321]: INFO networking_nsxv3.common.synchronization [req-52f8dece-0310-4bf1-9fe7-e738275edee7 req-f150a590-840f-4112-9acd-1c591ddb70b0 tempest-InstanceActionsV221TestJSON-866664077 tempest-InstanceActionsV221TestJSON-866664077-project-member] Enqueued Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_members [ 605.519260] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_members [ 605.519260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.519260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.519260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.519260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.519980] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.520149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.520225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.520410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.520496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.520595] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.967403] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 in Status: SUCCESS [ 605.968264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.995303] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-406 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.997101] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-406" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.997879] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-406" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.997879] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-406" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.997990] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.000222] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.000578] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.000654] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.000792] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.000995] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.001160] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.001270] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.001412] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.005380] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 606.005380] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.005380] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.023599] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.023821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.023821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.024051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.024199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.025024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.025024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.025024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.025024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.025024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.025024] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 already deleted. [ 606.025024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.028612] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.028612] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 606.028612] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.028612] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-406" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.028612] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-30322459-b4bd-4467-9df0-1adac4b06aaa taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.028612] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.028612] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.028612] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.028612] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30322459-b4bd-4467-9df0-1adac4b06aaa',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.138703] env[65321]: INFO networking_nsxv3.common.synchronization [None req-970ccdc0-0be7-45bf-af7e-ddae3192ac8d None None] Enqueued Resource ID: af293c8b-9ebc-4dd1-9e21-56b72e21b59e with Priority: HIGHEST for action port [ 606.139319] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af293c8b-9ebc-4dd1-9e21-56b72e21b59e with Priority: HIGHEST for action port [ 606.139727] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-af293c8b-9ebc-4dd1-9e21-56b72e21b59e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.140321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af293c8b-9ebc-4dd1-9e21-56b72e21b59e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.140321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af293c8b-9ebc-4dd1-9e21-56b72e21b59e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.140321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af293c8b-9ebc-4dd1-9e21-56b72e21b59e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.140455] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af293c8b-9ebc-4dd1-9e21-56b72e21b59e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.370781] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c257ef2-535b-441f-974a-64f9b60e24ed in Status: SUCCESS [ 606.371152] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.371152] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.371504] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.371621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.371686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.371839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.371928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.372056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.372150] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.533106] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.533390] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.533516] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.533800] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.533945] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.534205] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 30322459-b4bd-4467-9df0-1adac4b06aaa not found, creating... [ 606.534422] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.534578] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.534736] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.535048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.535156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.535508] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.535663] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.535777] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.535988] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.536216] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.536376] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 30322459-b4bd-4467-9df0-1adac4b06aaa is going to be created. [ 606.559670] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.559913] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.560023] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.560320] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.560595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.561285] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.643486] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af293c8b-9ebc-4dd1-9e21-56b72e21b59e [ 606.643719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.643907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.643987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.644219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.644306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.644430] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af293c8b-9ebc-4dd1-9e21-56b72e21b59e already deleted. [ 606.644523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af293c8b-9ebc-4dd1-9e21-56b72e21b59e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.874479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.874636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.874735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.875008] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.875192] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.875297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.875355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.875526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.875665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.875712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.875839] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.875932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.875990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.876160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.876334] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.876444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.876508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.876650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.876725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.876853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.876949] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.257773] env[65321]: INFO networking_nsxv3.common.synchronization [req-52f8dece-0310-4bf1-9fe7-e738275edee7 req-fb6b502c-a0c0-4e58-bda4-ec5f40b2289f service nova] Enqueued Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_rules [ 607.258234] env[65321]: INFO networking_nsxv3.common.synchronization [req-52f8dece-0310-4bf1-9fe7-e738275edee7 req-fb6b502c-a0c0-4e58-bda4-ec5f40b2289f service nova] Enqueued Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_members [ 607.258234] env[65321]: INFO networking_nsxv3.common.synchronization [req-52f8dece-0310-4bf1-9fe7-e738275edee7 req-fb6b502c-a0c0-4e58-bda4-ec5f40b2289f service nova] Enqueued Resource ID: 30322459-b4bd-4467-9df0-1adac4b06aaa with Priority: HIGHEST for action port [ 607.258939] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_rules [ 607.258939] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_members [ 607.258939] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30322459-b4bd-4467-9df0-1adac4b06aaa with Priority: HIGHEST for action port [ 607.259152] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.259289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.259333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.259882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.259882] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.260471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.260583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.261216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.261216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.261216] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.261216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.261216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.261216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.261510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.261510] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.262901] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-30322459-b4bd-4467-9df0-1adac4b06aaa taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.262901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.262901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.262901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.262901] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30322459-b4bd-4467-9df0-1adac4b06aaa',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.379514] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0c257ef2-535b-441f-974a-64f9b60e24ed: rpc.has_security_group_logging(os_id): False [ 607.397949] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.398128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.398200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.398407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.399198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.399464] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.399573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.399639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.400142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.400390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.400590] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.400691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.401207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.401381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.401471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.401660] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.401760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.401823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.401966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.402053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.402138] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c257ef2-535b-441f-974a-64f9b60e24ed is going to be created. [ 607.501848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.501848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.501848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.501848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.502141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.545755] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c257ef2-535b-441f-974a-64f9b60e24ed in Status: IN_PROGRESS for 2s [ 607.765055] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.766986] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.766986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.766986] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30322459-b4bd-4467-9df0-1adac4b06aaa with status ACTIVE [ 607.766986] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.766986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.766986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.766986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.766986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.767287] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.767287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.767354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.767526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.767592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.767752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.767868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.767940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.768127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.768204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.768290] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30322459-b4bd-4467-9df0-1adac4b06aaa is going to be updated. [ 607.793065] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.793249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.793330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.793494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.793632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.793795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30322459-b4bd-4467-9df0-1adac4b06aaa" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.057431] env[65321]: INFO networking_nsxv3.common.synchronization [None req-1ba4902a-cf47-425b-bb86-80d05518337d None None] Enqueued Resource ID: 734baa20-0169-4ac9-bb90-caf7f431bfef with Priority: HIGHEST for action port [ 608.058049] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 734baa20-0169-4ac9-bb90-caf7f431bfef with Priority: HIGHEST for action port [ 608.058929] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-734baa20-0169-4ac9-bb90-caf7f431bfef taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.058929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-734baa20-0169-4ac9-bb90-caf7f431bfef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.058929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-734baa20-0169-4ac9-bb90-caf7f431bfef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.064676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-734baa20-0169-4ac9-bb90-caf7f431bfef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.064676] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('734baa20-0169-4ac9-bb90-caf7f431bfef',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.270012] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.566565] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 734baa20-0169-4ac9-bb90-caf7f431bfef [ 608.566928] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.567032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.567391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.567757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.567873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.567985] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:734baa20-0169-4ac9-bb90-caf7f431bfef already deleted. [ 608.568100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-734baa20-0169-4ac9-bb90-caf7f431bfef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.772282] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.774338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.774338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.774338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.774338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.774338] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 is going to be created. [ 608.804737] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.804889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.804889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.805694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.805694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.820260] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 in Status: UNINITIALIZED for 2s [ 609.326976] env[65321]: INFO networking_nsxv3.common.synchronization [req-f8f9ef74-28c7-4e92-8869-a7cd05fde73b req-cda39af9-9acb-4d25-8304-bd85868e1366 tempest-VolumesAdminNegativeTest-1458376710 tempest-VolumesAdminNegativeTest-1458376710-project-member] Enqueued Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_members [ 609.328028] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_members [ 609.328472] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.328594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.328666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.328947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.329333] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.329333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.329333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.329495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.329528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.329630] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.561263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0c257ef2-535b-441f-974a-64f9b60e24ed in Status: SUCCESS [ 609.561263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.798384] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-816 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.798768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-816" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.798768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-816" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.798915] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-816" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.800425] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.800660] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.800762] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.801036] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.801199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.801539] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.801539] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 609.801767] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 609.801767] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 609.801882] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 609.802149] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 609.802149] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 609.827022] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 609.827022] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 609.827022] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 609.827022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-816" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.827022] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.827022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.827022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.827022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.827022] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9eb794-d393-4be0-b5d3-7b48d1c93a85',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.834719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.835560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.835560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.835560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.835560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.835560] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.836149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.836149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.836149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.836149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.836149] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 already deleted. [ 609.836149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.329192] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.329500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.329720] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.330060] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.330168] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.330301] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 4c9eb794-d393-4be0-b5d3-7b48d1c93a85 not found, creating... [ 610.330625] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.330791] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.330955] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.331139] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.331275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.331572] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.331729] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.331824] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.332058] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.332193] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.332334] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 4c9eb794-d393-4be0-b5d3-7b48d1c93a85 is going to be created. [ 610.358683] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.358683] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.358876] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.359135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.359258] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.359474] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.835098] env[65321]: INFO networking_nsxv3.common.synchronization [None req-661761a7-561d-4a3f-a64b-4cb5963768c3 None None] Enqueued Resource ID: 75822648-8b57-42da-8100-cfe7b2b11153 with Priority: HIGHEST for action port [ 610.837498] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 in Status: SUCCESS [ 610.837934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.839395] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75822648-8b57-42da-8100-cfe7b2b11153 with Priority: HIGHEST for action port [ 610.839602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.839904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.840286] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.840494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.840617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.840934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.840934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.841142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.841265] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.842554] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-75822648-8b57-42da-8100-cfe7b2b11153 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.842554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-75822648-8b57-42da-8100-cfe7b2b11153" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.842726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-75822648-8b57-42da-8100-cfe7b2b11153" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.842985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-75822648-8b57-42da-8100-cfe7b2b11153" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.843211] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('75822648-8b57-42da-8100-cfe7b2b11153',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.142237] env[65321]: INFO networking_nsxv3.common.synchronization [req-f8f9ef74-28c7-4e92-8869-a7cd05fde73b req-f999fe25-de3d-4c89-95b6-e3e1f3d18d5d service nova] Enqueued Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_rules [ 611.142405] env[65321]: INFO networking_nsxv3.common.synchronization [req-f8f9ef74-28c7-4e92-8869-a7cd05fde73b req-f999fe25-de3d-4c89-95b6-e3e1f3d18d5d service nova] Enqueued Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_members [ 611.142531] env[65321]: INFO networking_nsxv3.common.synchronization [req-f8f9ef74-28c7-4e92-8869-a7cd05fde73b req-f999fe25-de3d-4c89-95b6-e3e1f3d18d5d service nova] Enqueued Resource ID: 4c9eb794-d393-4be0-b5d3-7b48d1c93a85 with Priority: HIGHEST for action port [ 611.146024] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_rules [ 611.146024] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_members [ 611.146024] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c9eb794-d393-4be0-b5d3-7b48d1c93a85 with Priority: HIGHEST for action port [ 611.146024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.146024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.146024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.146024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.146024] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.146024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.146024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.146024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.146024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.146024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.146936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.146936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.146936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.147088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.147212] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.148935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.150780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.150780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.150780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.150780] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4c9eb794-d393-4be0-b5d3-7b48d1c93a85',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.346380] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.346763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.346839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.347206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.347422] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.347548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.347621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.347940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.348075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.348185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.348359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.348699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.348699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.348699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.349531] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.349531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.349531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.349801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.349801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.349869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.349941] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.350857] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 75822648-8b57-42da-8100-cfe7b2b11153 [ 611.351845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.351845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.351845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.351845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.351845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.351845] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:75822648-8b57-42da-8100-cfe7b2b11153 already deleted. [ 611.351845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-75822648-8b57-42da-8100-cfe7b2b11153" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.651583] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.654805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.654805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.654805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4c9eb794-d393-4be0-b5d3-7b48d1c93a85 with status ACTIVE [ 611.654949] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.654949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.655052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.655244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.655426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.655671] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.656376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.656486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.656698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.656892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.657178] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.657336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.657450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.657644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.658181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.658181] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4c9eb794-d393-4be0-b5d3-7b48d1c93a85 is going to be updated. [ 611.689831] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.690197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.690316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.690547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.690681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.690844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4c9eb794-d393-4be0-b5d3-7b48d1c93a85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.773464] env[65321]: INFO networking_nsxv3.common.synchronization [req-b2abb150-1fc7-46de-b942-acf6751910f4 req-94e8f439-9e1e-4b8d-9088-499250415334 tempest-DeleteServersAdminTestJSON-741040441 tempest-DeleteServersAdminTestJSON-741040441-project-admin] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 611.773464] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 611.774239] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.774239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.774239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.774428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.774530] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.775178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.775178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.775178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.775178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.778832] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.852927] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f5feb9e5-8346-4a64-b710-b43b26c91f40: rpc.has_security_group_logging(os_id): False [ 611.873637] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.873878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.873878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.874854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.874854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.874854] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.874854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.874854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.874854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.875089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.875664] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.875664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.875664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.875664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.875664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.875864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.875864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.875864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.878038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.878038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.878038] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 is going to be created. [ 611.947918] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.947918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.947918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.947918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.947918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.961259] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 in Status: IN_PROGRESS for 2s [ 612.121693] env[65321]: INFO networking_nsxv3.common.synchronization [req-f2e8f9d5-2490-4fda-89b3-4444f897ee26 req-4ecfb2f4-e999-490f-8d24-cb44feb3ed04 tempest-ServersTestFqdnHostnames-75894286 tempest-ServersTestFqdnHostnames-75894286-project-member] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_members [ 612.121693] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_members [ 612.122493] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.124391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.124472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.124729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.124911] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.125783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.126030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.126120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.126212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.126313] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.154493] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.281857] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.282066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.282179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.282373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.282459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.282671] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.282788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.282849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.283022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.283089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.283174] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be updated. [ 612.321743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.321980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.322042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.322316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.322498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.333186] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 2s [ 612.524980] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-666 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.525276] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-666" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.525451] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-666" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.525863] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-666" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.526202] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.526373] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.526490] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.526735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.526916] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.527179] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.527298] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.527436] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.527606] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.527758] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 612.527933] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.528140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.554223] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.554450] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 612.554540] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.554949] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-666" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.555412] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.555614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.555738] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.556199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.556414] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f52546c-d12d-41ec-9e8e-ce9cece55b6c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.630664] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.631048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.631048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.631468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.631582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.632019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.632019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.632252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.632372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.632479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.632687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 already deleted. [ 612.632807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.657889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.658257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.658257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.658496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.658608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.658754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 is going to be created. [ 612.690631] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.690903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.690903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.691133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.691297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.702833] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 in Status: UNINITIALIZED for 2s [ 613.058952] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.059419] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.059419] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.060073] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.060073] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.060073] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 6f52546c-d12d-41ec-9e8e-ce9cece55b6c not found, creating... [ 613.060384] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.060384] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.060509] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.060662] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.060792] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.061080] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.061232] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.061344] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.061547] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.061691] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.061799] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 6f52546c-d12d-41ec-9e8e-ce9cece55b6c is going to be created. [ 613.083097] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.083318] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.083430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.083708] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.083924] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.084156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.781903] env[65321]: INFO networking_nsxv3.common.synchronization [req-f2e8f9d5-2490-4fda-89b3-4444f897ee26 req-6e1de485-f21e-433e-8140-30c6c37f417a service nova] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_rules [ 613.782082] env[65321]: INFO networking_nsxv3.common.synchronization [req-f2e8f9d5-2490-4fda-89b3-4444f897ee26 req-6e1de485-f21e-433e-8140-30c6c37f417a service nova] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_members [ 613.782215] env[65321]: INFO networking_nsxv3.common.synchronization [req-f2e8f9d5-2490-4fda-89b3-4444f897ee26 req-6e1de485-f21e-433e-8140-30c6c37f417a service nova] Enqueued Resource ID: 6f52546c-d12d-41ec-9e8e-ce9cece55b6c with Priority: HIGHEST for action port [ 613.782727] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_rules [ 613.782859] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_members [ 613.782958] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f52546c-d12d-41ec-9e8e-ce9cece55b6c with Priority: HIGHEST for action port [ 613.784524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.784660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.784722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.785269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.785377] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.792187] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.792187] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.792187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.792187] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.793073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.794370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.794370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.794370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.794370] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f52546c-d12d-41ec-9e8e-ce9cece55b6c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.884683] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4c81cf46-1cef-4f6a-a915-d3615e978741 None None] Enqueued Resource ID: 353207d7-e48b-44dd-8614-696668f7a9b0 with Priority: HIGHEST for action port [ 613.884683] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 353207d7-e48b-44dd-8614-696668f7a9b0 with Priority: HIGHEST for action port [ 613.884979] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-353207d7-e48b-44dd-8614-696668f7a9b0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.887553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-353207d7-e48b-44dd-8614-696668f7a9b0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.887705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-353207d7-e48b-44dd-8614-696668f7a9b0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.887939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-353207d7-e48b-44dd-8614-696668f7a9b0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.888055] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('353207d7-e48b-44dd-8614-696668f7a9b0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.980973] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 in Status: SUCCESS [ 613.980973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.298040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.298342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.298424] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.299950] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f52546c-d12d-41ec-9e8e-ce9cece55b6c with status ACTIVE [ 614.300161] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.300265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.300331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.301131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.301224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.301542] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.301598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.301642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.301802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.301873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.302064] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.302153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.302211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.302364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.302442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.302583] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f52546c-d12d-41ec-9e8e-ce9cece55b6c is going to be updated. [ 614.331986] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.332155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.332155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.332307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.332448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.333919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f52546c-d12d-41ec-9e8e-ce9cece55b6c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.346205] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 614.346205] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 deletion is rescheduled due to dependency. [ 614.346205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.390359] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 353207d7-e48b-44dd-8614-696668f7a9b0 [ 614.390628] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.390767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.390835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.391087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.391207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.391905] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:353207d7-e48b-44dd-8614-696668f7a9b0 already deleted. [ 614.392091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-353207d7-e48b-44dd-8614-696668f7a9b0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.716266] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 in Status: SUCCESS [ 614.716385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.716564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.716882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.717036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.717178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.717178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.717285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.717394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.717453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.717542] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.729554] env[65321]: INFO networking_nsxv3.common.synchronization [req-c604c68b-8bdc-4788-9230-67315a6e0623 req-394b8c01-da83-46c3-8618-74e8ab628e8b tempest-ServersTestJSON-1028048785 tempest-ServersTestJSON-1028048785-project-member] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_members [ 614.730214] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_members [ 614.731056] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.731213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.731307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.731591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.731905] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.731905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.732066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.732230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.732361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.732480] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.806354] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.220130] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.220346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.220428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.220658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.220879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.220995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.221074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.221456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.221456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.221560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.221708] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.221868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.221976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.222386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.222636] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.222804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.222916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.223268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.223335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.223430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.223582] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.234413] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.234862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.234958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.235215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.235407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.235704] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.235814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.235814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.235996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.237020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.237020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 already deleted. [ 615.237020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.309475] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.309779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.309779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.309956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.310071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.310183] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 is going to be created. [ 615.341513] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.341694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.341774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.342044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.342196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.355198] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 in Status: UNINITIALIZED for 2s [ 615.374031] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-361 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.374194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-361" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.374530] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-361" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.374874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-361" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.375177] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.375326] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.375449] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.376257] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.377361] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.377361] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.377526] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.377723] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.378627] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.378627] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.378627] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.378627] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.413832] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.413832] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.413832] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.413986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-361" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.415446] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-674faaeb-1aa6-4e71-a662-330748285c03 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.415446] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.415446] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.415650] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.415980] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674faaeb-1aa6-4e71-a662-330748285c03',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.727875] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97: rpc.has_security_group_logging(os_id): False [ 615.762396] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.762562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.762632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.762873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.762966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.763194] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.763366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.763445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.763580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.763992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.764635] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.764635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.764635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.764635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.764635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.765314] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.765314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.765314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.765497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.765572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.766608] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 is going to be created. [ 615.825524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.825670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.825744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.825964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.826202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.840536] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 in Status: IN_PROGRESS for 2s [ 615.918271] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.918474] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.918589] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.918868] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.919381] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.919666] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 674faaeb-1aa6-4e71-a662-330748285c03 not found, creating... [ 615.919940] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.920119] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.920233] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.920498] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.920649] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.920935] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.921099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.921210] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.921425] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.921548] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.921681] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 674faaeb-1aa6-4e71-a662-330748285c03 is going to be created. [ 615.975611] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.975611] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.975611] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.975870] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.976019] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.976243] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.036164] env[65321]: INFO networking_nsxv3.common.synchronization [None req-2cce3522-ecc2-43b0-b759-1e7fee0a6031 None None] Enqueued Resource ID: 72712bea-b83f-42d3-972f-bdcc447a2535 with Priority: HIGHEST for action port [ 616.036164] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72712bea-b83f-42d3-972f-bdcc447a2535 with Priority: HIGHEST for action port [ 616.036164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-72712bea-b83f-42d3-972f-bdcc447a2535 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.036164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72712bea-b83f-42d3-972f-bdcc447a2535" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.036164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72712bea-b83f-42d3-972f-bdcc447a2535" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.036164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72712bea-b83f-42d3-972f-bdcc447a2535" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.036164] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72712bea-b83f-42d3-972f-bdcc447a2535',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.542148] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72712bea-b83f-42d3-972f-bdcc447a2535 [ 616.542458] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.542618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.542701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.542973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.543095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.543229] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72712bea-b83f-42d3-972f-bdcc447a2535 already deleted. [ 616.543332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72712bea-b83f-42d3-972f-bdcc447a2535" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.605672] env[65321]: INFO networking_nsxv3.common.synchronization [None req-770af9fc-fdc0-4180-b7f8-8ba9568a1a31 tempest-ServersWithSpecificFlavorTestJSON-1239076367 tempest-ServersWithSpecificFlavorTestJSON-1239076367-project-member] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 616.606069] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 616.606522] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.606708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.607037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.607631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.607631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.751020] env[65321]: INFO networking_nsxv3.common.synchronization [req-c604c68b-8bdc-4788-9230-67315a6e0623 req-708881d8-3e2c-455b-a56e-a172be02424d service nova] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_rules [ 616.751199] env[65321]: INFO networking_nsxv3.common.synchronization [req-c604c68b-8bdc-4788-9230-67315a6e0623 req-708881d8-3e2c-455b-a56e-a172be02424d service nova] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_members [ 616.751329] env[65321]: INFO networking_nsxv3.common.synchronization [req-c604c68b-8bdc-4788-9230-67315a6e0623 req-708881d8-3e2c-455b-a56e-a172be02424d service nova] Enqueued Resource ID: 674faaeb-1aa6-4e71-a662-330748285c03 with Priority: HIGHEST for action port [ 616.751927] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_rules [ 616.751927] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_members [ 616.751927] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 674faaeb-1aa6-4e71-a662-330748285c03 with Priority: HIGHEST for action port [ 616.752432] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.752581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.752614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.752811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.752987] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.753988] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.756578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.756578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.756578] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.756578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-674faaeb-1aa6-4e71-a662-330748285c03 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.757069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.757069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.757069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.757212] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('674faaeb-1aa6-4e71-a662-330748285c03',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.858132] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5b4403b6-8d00-4ecb-a6a9-e9d1fb72d8b6 tempest-ServersWithSpecificFlavorTestJSON-1239076367 tempest-ServersWithSpecificFlavorTestJSON-1239076367-project-member] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 616.858951] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 616.859459] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.859700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.129179] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.129376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.129376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.129608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.129682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.129729] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a already deleted. [ 617.129908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.130820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.131156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.131256] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.204713] env[65321]: INFO networking_nsxv3.common.synchronization [req-77c0442d-953c-43a2-b95a-2b9320b8d408 req-a29c03e8-1068-4cef-af6c-4564c6ad149f tempest-TenantUsagesTestJSON-2015677857 tempest-TenantUsagesTestJSON-2015677857-project-member] Enqueued Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_members [ 617.204713] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_members [ 617.204713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.204713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.204713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.204994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.204994] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.206130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.206242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.206393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.206480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.206637] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.262438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262438] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.262438] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 674faaeb-1aa6-4e71-a662-330748285c03 with status ACTIVE [ 617.262438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.262438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.262438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.263068] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.263068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.263068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.263068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.263068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.263068] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 674faaeb-1aa6-4e71-a662-330748285c03 is going to be updated. [ 617.287169] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.287389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.287450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.287670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.287807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.287984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-674faaeb-1aa6-4e71-a662-330748285c03" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.366678] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 in Status: SUCCESS [ 617.367058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.367257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.367544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.367866] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.367981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.368108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.368302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.368432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.368570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.368714] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.593967] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.594882] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.596361] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.596538] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.596890] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.597182] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.597315] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.597636] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.597744] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.597951] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.598635] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 617.598635] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 617.598635] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 617.598635] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 617.598635] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 617.599312] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 617.634334] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 617.634549] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 617.634611] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 617.634779] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.635324] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-128eb881-eacb-40f5-ade5-bca3fc5d60b8 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.635527] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.635661] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.636029] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.636173] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128eb881-eacb-40f5-ade5-bca3fc5d60b8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.669448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.669448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.669448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.669448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.669448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.669448] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a already deleted. [ 617.669448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.710121] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.710121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.710121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.710491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.710491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.710491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.710653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.710693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.711306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.711306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.711306] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33247e9-2f05-480f-a2b7-ab915669cc4f already deleted. [ 617.711306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.766816] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.852980] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 in Status: SUCCESS [ 617.854019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.872453] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.141402] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.141402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.141402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.141402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.141568] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.141710] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 128eb881-eacb-40f5-ade5-bca3fc5d60b8 not found, creating... [ 618.141981] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.142156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.142270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.142498] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.142629] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.143301] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.143516] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.143567] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.143839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.143994] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.144133] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 128eb881-eacb-40f5-ade5-bca3fc5d60b8 is going to be created. [ 618.167555] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.167844] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.167933] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.168219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.168456] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.168684] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.270849] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.271196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.271196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.271362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.271432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.272628] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 is going to be created. [ 618.309815] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.309988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.310071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.310472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.310676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.326081] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 in Status: UNINITIALIZED for 2s [ 618.374624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344: rpc.has_security_group_logging(os_id): False [ 618.393554] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.393752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.393818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.394270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.394381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.395158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.395324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.395390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.395575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.395657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.395752] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 is going to be created. [ 618.485710] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.485710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.485710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.485710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.485710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.498132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 in Status: IN_PROGRESS for 2s [ 618.958516] env[65321]: INFO networking_nsxv3.common.synchronization [req-77c0442d-953c-43a2-b95a-2b9320b8d408 req-622682eb-24df-48e5-8bb4-a362a811e6c3 service nova] Enqueued Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_rules [ 618.958516] env[65321]: INFO networking_nsxv3.common.synchronization [req-77c0442d-953c-43a2-b95a-2b9320b8d408 req-622682eb-24df-48e5-8bb4-a362a811e6c3 service nova] Enqueued Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_members [ 618.958516] env[65321]: INFO networking_nsxv3.common.synchronization [req-77c0442d-953c-43a2-b95a-2b9320b8d408 req-622682eb-24df-48e5-8bb4-a362a811e6c3 service nova] Enqueued Resource ID: 128eb881-eacb-40f5-ade5-bca3fc5d60b8 with Priority: HIGHEST for action port [ 618.959186] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_rules [ 618.959459] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_members [ 618.959538] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 128eb881-eacb-40f5-ade5-bca3fc5d60b8 with Priority: HIGHEST for action port [ 618.959832] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.960085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.960085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.960366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.960452] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.961527] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.961617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.961678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.962542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.962542] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.962542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.962542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.962542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.962542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.962542] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.967054] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-128eb881-eacb-40f5-ade5-bca3fc5d60b8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.967054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.967054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.967054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.967054] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('128eb881-eacb-40f5-ade5-bca3fc5d60b8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.028038] env[65321]: INFO networking_nsxv3.common.synchronization [req-8978fa7e-e0ba-40c4-bc73-83a5589cee87 req-1675560c-ef71-4018-bacb-bbf7d6424f66 tempest-VolumesAssistedSnapshotsTest-2031735668 tempest-VolumesAssistedSnapshotsTest-2031735668-project-member] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_members [ 619.028038] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_members [ 619.028199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.028799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.028799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.028799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.029063] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.029144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.029144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.029390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.029571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.029732] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.436432] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-643 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.436683] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-643" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.436919] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-643" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.437333] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-643" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.437786] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.437900] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.437954] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.438833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.438994] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.439221] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.439335] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 619.439439] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 619.439545] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 619.439664] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 619.439791] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 619.439928] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 619.464035] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 619.464227] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 619.464381] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 619.464565] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-643" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.464900] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-785c683e-b459-4a73-8388-2c10e8a513a4 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.465150] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.465312] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.465614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.465747] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785c683e-b459-4a73-8388-2c10e8a513a4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.470317] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.470317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.470463] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.473895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 128eb881-eacb-40f5-ade5-bca3fc5d60b8 with status ACTIVE [ 619.473895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.473895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.473895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.474568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.474568] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.474687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.474721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.474880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.475140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.475140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 128eb881-eacb-40f5-ade5-bca3fc5d60b8 is going to be updated. [ 619.498340] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.498678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.498678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.498849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.499020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.499217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-128eb881-eacb-40f5-ade5-bca3fc5d60b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.535063] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.535263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.535306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.535542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.535636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.535838] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.535946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.535992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.536157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.536233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.536313] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d already deleted. [ 619.536431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.978115] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.980466] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.982616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.982616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.982616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.982616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.982616] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 785c683e-b459-4a73-8388-2c10e8a513a4 not found, creating... [ 619.982616] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.982616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.982616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.983038] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.983038] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.983863] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.983863] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.983863] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.983863] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.983863] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.983863] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 785c683e-b459-4a73-8388-2c10e8a513a4 is going to be created. [ 620.010252] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.010581] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.010654] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.010939] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.011184] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.011406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.337689] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 in Status: SUCCESS [ 620.337944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.338138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.338357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.338551] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.338683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.338745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.338907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.339434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.339434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.339434] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.486886] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.487196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.487323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.488542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.488542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.488542] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33247e9-2f05-480f-a2b7-ab915669cc4f is going to be created. [ 620.519713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.520285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.520360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.521263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.521263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.528209] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 in Status: SUCCESS [ 620.528851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.530866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33247e9-2f05-480f-a2b7-ab915669cc4f in Status: UNINITIALIZED for 2s [ 620.785206] env[65321]: INFO networking_nsxv3.common.synchronization [req-8978fa7e-e0ba-40c4-bc73-83a5589cee87 req-912a7db8-d905-48a6-ac33-213bedaa420a service nova] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_rules [ 620.785206] env[65321]: INFO networking_nsxv3.common.synchronization [req-8978fa7e-e0ba-40c4-bc73-83a5589cee87 req-912a7db8-d905-48a6-ac33-213bedaa420a service nova] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_members [ 620.785206] env[65321]: INFO networking_nsxv3.common.synchronization [req-8978fa7e-e0ba-40c4-bc73-83a5589cee87 req-912a7db8-d905-48a6-ac33-213bedaa420a service nova] Enqueued Resource ID: 785c683e-b459-4a73-8388-2c10e8a513a4 with Priority: HIGHEST for action port [ 620.786542] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_rules [ 620.786685] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_members [ 620.786785] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 785c683e-b459-4a73-8388-2c10e8a513a4 with Priority: HIGHEST for action port [ 620.787186] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.787326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.787426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.787662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.787794] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.789134] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.789408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.789642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.789813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.790182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.790341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.790492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.791554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.791554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.791554] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.792043] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-785c683e-b459-4a73-8388-2c10e8a513a4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.792043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.792043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.792309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.792309] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('785c683e-b459-4a73-8388-2c10e8a513a4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.845038] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.297841] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.298617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.298617] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.301803] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 785c683e-b459-4a73-8388-2c10e8a513a4 with status ACTIVE [ 621.302581] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.302581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.303270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.303930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.304248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.304500] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.305237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.305237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.305364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.305501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.306199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.306300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.306419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.307196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.307362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.307475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 785c683e-b459-4a73-8388-2c10e8a513a4 is going to be updated. [ 621.345659] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.345659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.346532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.346532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.346532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.346532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-785c683e-b459-4a73-8388-2c10e8a513a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.347876] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c98ff47-d639-417f-8490-8d0a443c3ee3: rpc.has_security_group_logging(os_id): False [ 621.373288] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.373489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.373579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.373941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.374330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.374723] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.374844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.374942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.375228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.375350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.375514] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 is going to be created. [ 621.484178] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.484436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.484534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.485810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.486107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.502148] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 in Status: IN_PROGRESS for 2s [ 621.756170] env[65321]: INFO networking_nsxv3.common.synchronization [req-29ec3015-e00a-4036-94d3-be0d17eeff19 req-75ae0ee1-8b43-41e0-aed5-2b044887ea87 tempest-FloatingIPsAssociationTestJSON-416145716 tempest-FloatingIPsAssociationTestJSON-416145716-project-member] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 621.756170] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 621.756170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.756170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.756170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.756695] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.810769] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.258510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.258661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.258735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.258952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.259062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.259277] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.259433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.259466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.259632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.259731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.259843] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 already deleted. [ 622.259915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.313486] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.313979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.313979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.313979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.314162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.314162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d is going to be created. [ 622.346584] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.346584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.346779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.346827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.347223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.358455] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d in Status: UNINITIALIZED for 2s [ 622.544029] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33247e9-2f05-480f-a2b7-ab915669cc4f in Status: SUCCESS [ 622.544181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.544444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.544565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.544762] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.544959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.545186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.545294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.545365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.545451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.545585] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.695173] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.695173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.695173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.695173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.695981] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.696791] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.697195] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.697599] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.697919] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.698652] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.698652] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.698652] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.698652] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.699167] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.701143] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.701143] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.720857] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.721109] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.721186] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.721673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.721673] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.721973] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.721973] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.722367] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.722488] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8e2bcf-6204-43a2-a5d2-3056b7df0421',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.049031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.049494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.049494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.049494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.049750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.049849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.049849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.050029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.050132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.050263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.050399] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.050511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.050571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.050688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.050863] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.050969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.050969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.051136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.051195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.051370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.051370] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.100631] env[65321]: INFO networking_nsxv3.common.synchronization [req-bde48a04-0ac8-481a-841c-6913ca8124a3 req-beb37b48-f2df-4080-ac69-2f764df33d46 tempest-InstanceActionsV221TestJSON-866664077 tempest-InstanceActionsV221TestJSON-866664077-project-member] Enqueued Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_members [ 623.100631] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGHEST for action security_group_members [ 623.100946] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.101091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.101159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.101393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.101553] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.101770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.101770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.101931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.102057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.102150] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.226118] env[65321]: INFO networking_nsxv3.common.synchronization [None req-92283b56-6157-42d1-bca3-49d3b24ff1c3 None None] Enqueued Resource ID: 1703411e-3bd2-44b5-a8d1-88bff815d616 with Priority: HIGHEST for action port [ 623.227084] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.227084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.227084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.227397] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.227573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.227752] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port bb8e2bcf-6204-43a2-a5d2-3056b7df0421 not found, creating... [ 623.228224] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.228541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.228541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.228938] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.229254] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.229406] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.229588] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.229714] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.230272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.230272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.230497] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: bb8e2bcf-6204-43a2-a5d2-3056b7df0421 is going to be created. [ 623.232529] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1703411e-3bd2-44b5-a8d1-88bff815d616 with Priority: HIGHEST for action port [ 623.233673] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-1703411e-3bd2-44b5-a8d1-88bff815d616 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.233909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1703411e-3bd2-44b5-a8d1-88bff815d616" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.234057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1703411e-3bd2-44b5-a8d1-88bff815d616" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.234442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1703411e-3bd2-44b5-a8d1-88bff815d616" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.234600] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1703411e-3bd2-44b5-a8d1-88bff815d616',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.271527] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.271784] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.271994] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.272428] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.272798] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.273167] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.515214] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 in Status: SUCCESS [ 623.515535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.555374] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c33247e9-2f05-480f-a2b7-ab915669cc4f: rpc.has_security_group_logging(os_id): False [ 623.576475] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.576929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.576929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.576929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.577182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.577284] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.577408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.577509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.577727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.578056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.578190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.578367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.578440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.578608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.578689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.578909] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.579016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.579086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.579461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.579461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.579461] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c33247e9-2f05-480f-a2b7-ab915669cc4f is going to be created. [ 623.604504] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.604739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.604739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.605058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.605058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.605251] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.605366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.605415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.605568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.605647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.605741] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 is going to be updated. [ 623.635776] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.635776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.635776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.635776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.635776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.647363] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 in Status: IN_PROGRESS for 2s [ 623.658840] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.658840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.658840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.658840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.658840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.673286] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33247e9-2f05-480f-a2b7-ab915669cc4f in Status: IN_PROGRESS for 2s [ 623.739163] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1703411e-3bd2-44b5-a8d1-88bff815d616 [ 623.739163] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.739163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.739163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.739163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.739163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.739163] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1703411e-3bd2-44b5-a8d1-88bff815d616 already deleted. [ 623.739163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1703411e-3bd2-44b5-a8d1-88bff815d616" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.989632] env[65321]: INFO networking_nsxv3.common.synchronization [req-29ec3015-e00a-4036-94d3-be0d17eeff19 req-2e3b9586-d958-428e-b9ed-16d7969cd573 service nova] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_rules [ 623.989632] env[65321]: INFO networking_nsxv3.common.synchronization [req-29ec3015-e00a-4036-94d3-be0d17eeff19 req-2e3b9586-d958-428e-b9ed-16d7969cd573 service nova] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 623.989816] env[65321]: INFO networking_nsxv3.common.synchronization [req-29ec3015-e00a-4036-94d3-be0d17eeff19 req-2e3b9586-d958-428e-b9ed-16d7969cd573 service nova] Enqueued Resource ID: bb8e2bcf-6204-43a2-a5d2-3056b7df0421 with Priority: HIGHEST for action port [ 623.989951] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_rules [ 623.990099] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 623.990199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8e2bcf-6204-43a2-a5d2-3056b7df0421 with Priority: HIGHEST for action port [ 623.990749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.990902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.990935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.991387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.991524] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.992805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.993719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.993843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.994090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.994934] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.995298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.995298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.996548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.996698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.996838] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.998741] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.999513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.999513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.999513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.999513] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb8e2bcf-6204-43a2-a5d2-3056b7df0421',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.368247] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d in Status: SUCCESS [ 624.369479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.369702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.370100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.370359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.370569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.370569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.370742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.370871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.370991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.371128] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.501502] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.501642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.501821] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.503706] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb8e2bcf-6204-43a2-a5d2-3056b7df0421 with status ACTIVE [ 624.503964] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.504122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.504190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.504391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.505322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.505322] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.505322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.505322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.505611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.505611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.505732] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.505828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.505896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.507434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.507901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.507901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb8e2bcf-6204-43a2-a5d2-3056b7df0421 is going to be updated. [ 624.542538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.542916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.542916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.542989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.543110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.543275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb8e2bcf-6204-43a2-a5d2-3056b7df0421" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.873542] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.009848] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.382661] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fc1ef93f-7de1-4a41-9dc7-fd53ddef572d: rpc.has_security_group_logging(os_id): False [ 625.405828] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.405828] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.405828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.406740] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d is going to be created. [ 625.499545] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.499545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.499545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.499545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.499545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.514301] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.514301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.514301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.514759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.515442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.515442] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be created. [ 625.520547] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d in Status: IN_PROGRESS for 2s [ 625.549474] env[65321]: INFO networking_nsxv3.common.synchronization [None req-849aee8e-9815-4d4d-a9f3-2b5dffbfe73f None None] Enqueued Resource ID: 7f6d7f64-5a3d-44ae-a011-770e866b1dc7 with Priority: HIGHEST for action port [ 625.550289] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7f6d7f64-5a3d-44ae-a011-770e866b1dc7 with Priority: HIGHEST for action port [ 625.552158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.552358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.552462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.552760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.552926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.558179] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-7f6d7f64-5a3d-44ae-a011-770e866b1dc7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.558179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7f6d7f64-5a3d-44ae-a011-770e866b1dc7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.558179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7f6d7f64-5a3d-44ae-a011-770e866b1dc7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.558583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7f6d7f64-5a3d-44ae-a011-770e866b1dc7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.558583] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7f6d7f64-5a3d-44ae-a011-770e866b1dc7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.579034] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: UNINITIALIZED for 2s [ 625.667318] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 in Status: SUCCESS [ 625.667318] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 deletion is rescheduled due to dependency. [ 625.667318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.691159] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c33247e9-2f05-480f-a2b7-ab915669cc4f in Status: SUCCESS [ 625.691159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.068015] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7f6d7f64-5a3d-44ae-a011-770e866b1dc7 [ 626.068015] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.068015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.068015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.068015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.068015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.068015] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7f6d7f64-5a3d-44ae-a011-770e866b1dc7 already deleted. [ 626.068015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7f6d7f64-5a3d-44ae-a011-770e866b1dc7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.100364] env[65321]: INFO networking_nsxv3.common.synchronization [None req-c9b578a1-b697-469c-827f-978aef70b84a None None] Enqueued Resource ID: 72d28b5d-eb0c-4cac-bf64-940ae0da028c with Priority: HIGHEST for action port [ 627.100364] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d28b5d-eb0c-4cac-bf64-940ae0da028c with Priority: HIGHEST for action port [ 627.100364] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-72d28b5d-eb0c-4cac-bf64-940ae0da028c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.100689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72d28b5d-eb0c-4cac-bf64-940ae0da028c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.101559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72d28b5d-eb0c-4cac-bf64-940ae0da028c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.102026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72d28b5d-eb0c-4cac-bf64-940ae0da028c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.102026] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72d28b5d-eb0c-4cac-bf64-940ae0da028c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.535679] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d in Status: SUCCESS [ 627.537414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.593901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 627.594167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.594345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.594612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.594758] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.594879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.594947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.595193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.595278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.595368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.595458] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.607574] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 72d28b5d-eb0c-4cac-bf64-940ae0da028c [ 627.610167] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.610167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.610167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.610167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.610167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.610167] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:72d28b5d-eb0c-4cac-bf64-940ae0da028c already deleted. [ 627.610167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72d28b5d-eb0c-4cac-bf64-940ae0da028c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.610167] env[65321]: INFO networking_nsxv3.common.synchronization [req-e09e6afb-a463-4e34-980e-29788c9f7979 req-1adf1be9-dfc7-4555-8e59-9b7b1aae10b9 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 627.611464] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 627.612682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.612802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.612872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.613341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.613453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.613517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.613682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.613763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.613853] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.793817] env[65321]: INFO networking_nsxv3.common.synchronization [None req-32c1502a-2184-4e71-a818-bfc82c2da75b None None] Enqueued Resource ID: 85cbf6ad-61a0-4b15-954d-b22a01949dd2 with Priority: HIGHEST for action port [ 627.793817] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85cbf6ad-61a0-4b15-954d-b22a01949dd2 with Priority: HIGHEST for action port [ 627.794781] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-85cbf6ad-61a0-4b15-954d-b22a01949dd2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.795185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85cbf6ad-61a0-4b15-954d-b22a01949dd2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.795421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85cbf6ad-61a0-4b15-954d-b22a01949dd2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.795797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85cbf6ad-61a0-4b15-954d-b22a01949dd2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.796635] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85cbf6ad-61a0-4b15-954d-b22a01949dd2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.101788] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.102093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.102137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.102481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.102664] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.103373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.103466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.103658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.103818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.103922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.104146] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.105483] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.105483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.105997] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.116713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.116974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.117172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.118866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.119068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.119445] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.119624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.119726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.119994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.120163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.120301] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 already deleted. [ 628.120646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.190065] env[65321]: INFO networking_nsxv3.common.synchronization [req-f7837088-3c58-485a-9ca7-5531720b25df req-e042060d-d74b-409f-9d60-8840edb33853 tempest-ServerDiagnosticsNegativeTest-15853367 tempest-ServerDiagnosticsNegativeTest-15853367-project-member] Enqueued Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_members [ 628.190871] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGHEST for action security_group_members [ 628.193566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.194245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.194245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.194245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.194245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.196628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.196628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.196628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.196628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.196628] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.300433] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85cbf6ad-61a0-4b15-954d-b22a01949dd2 [ 628.301377] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.301377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.301377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.301377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.301377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.301377] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85cbf6ad-61a0-4b15-954d-b22a01949dd2 already deleted. [ 628.301873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85cbf6ad-61a0-4b15-954d-b22a01949dd2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.588935] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.589164] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.589271] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.589671] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.589942] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.590121] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.590240] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.590470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.590612] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.590813] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.590923] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.591040] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.591147] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.591255] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 628.591398] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.591545] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.608900] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e642559-4fce-480f-a2de-19a2611eca29: rpc.has_security_group_logging(os_id): False [ 628.627898] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.627898] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 628.627898] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.627898] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.627898] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.627898] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.627898] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.627898] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.627898] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c96d398-de1e-4192-ae76-3fa2c4d8eeac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.631625] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.631768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.631768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.631916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.632010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.632237] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.632343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.632675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.632675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.632675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.632806] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.632894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.632956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.633111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.633205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.633405] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.633502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.633563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.633706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.633777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.633858] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be created. [ 628.695848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.696134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.696213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.696434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.696683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.701267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.701464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.701509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.701796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.701898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.702163] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.702345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.702485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.702638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.705503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.705503] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a is going to be updated. [ 628.712320] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: IN_PROGRESS for 2s [ 628.733586] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.733734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.733808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.734032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.734174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.749047] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a in Status: IN_PROGRESS for 2s [ 629.008659] env[65321]: INFO networking_nsxv3.common.synchronization [req-dab7a23e-c977-4aa2-9ffa-16fa14ec13b1 req-96ce22ce-f8af-4644-b2a6-4e6c33a5cc82 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 629.011857] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 629.012673] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.012823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.012889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.013227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.013398] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.013508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.013570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.013730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.013827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.013967] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.132014] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.132014] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.132014] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.132014] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.132014] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.132415] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 0c96d398-de1e-4192-ae76-3fa2c4d8eeac not found, creating... [ 629.132732] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.135793] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.135793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.135793] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac is going to be created. [ 629.159455] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.160033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.160232] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.160493] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.160919] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.161160] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.517630] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.517630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.517630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.517630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.518010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.518339] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.518636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.519457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.519608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.519759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.519884] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb already deleted. [ 629.519995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.544553] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.544825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.545033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.546108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.546108] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.546108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.546108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.546511] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.546705] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.548071] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.548071] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.548071] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.548071] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.548071] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.548071] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.548071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.570440] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.572017] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.572017] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.572017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.572017] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-476e656c-f8fb-4434-ae23-c9af8f49f010 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.572302] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.572302] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.572599] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.572742] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476e656c-f8fb-4434-ae23-c9af8f49f010',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.879457] env[65321]: INFO networking_nsxv3.common.synchronization [req-e09e6afb-a463-4e34-980e-29788c9f7979 req-5faf2ee6-3ffb-434b-8950-b1842f77c96b service nova] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 629.880070] env[65321]: INFO networking_nsxv3.common.synchronization [req-e09e6afb-a463-4e34-980e-29788c9f7979 req-5faf2ee6-3ffb-434b-8950-b1842f77c96b service nova] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 629.880218] env[65321]: INFO networking_nsxv3.common.synchronization [req-e09e6afb-a463-4e34-980e-29788c9f7979 req-5faf2ee6-3ffb-434b-8950-b1842f77c96b service nova] Enqueued Resource ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with Priority: HIGHEST for action port [ 629.880896] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 629.880987] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 629.881125] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with Priority: HIGHEST for action port [ 629.881803] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.881803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.881998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.882273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.882414] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.883391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.883561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.883618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.883766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.883927] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.884124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.884226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.884421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.884535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.884652] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.885549] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.885744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.885848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.886065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.886166] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c96d398-de1e-4192-ae76-3fa2c4d8eeac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.076127] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.076460] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.076621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.078657] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.078760] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.079030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 476e656c-f8fb-4434-ae23-c9af8f49f010 not found, creating... [ 630.079433] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.079622] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.079766] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.079970] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.080125] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.080485] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.080757] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.080935] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.081050] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.085198] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.085198] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 476e656c-f8fb-4434-ae23-c9af8f49f010 is going to be created. [ 630.113045] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.113045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.113045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.113045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.113531] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.113531] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.387706] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.390024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.390457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.390640] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with status ACTIVE [ 630.390819] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.390935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.390996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.391206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.391292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.391897] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.391897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.391897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.391897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.391897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.392149] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.394711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.394820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.394973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.395074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.395172] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac is going to be updated. [ 630.422128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.422128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.422128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.422128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.422128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.422467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.517292] env[65321]: INFO networking_nsxv3.common.synchronization [None req-f34165ce-b23f-4f5d-ab9b-170b1fc5825a None None] Enqueued Resource ID: 3ac93a2a-7176-465b-8513-7339a39bf5df with Priority: HIGHEST for action port [ 630.517452] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ac93a2a-7176-465b-8513-7339a39bf5df with Priority: HIGHEST for action port [ 630.517800] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ac93a2a-7176-465b-8513-7339a39bf5df taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.517996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ac93a2a-7176-465b-8513-7339a39bf5df" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.517996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ac93a2a-7176-465b-8513-7339a39bf5df" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.518459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ac93a2a-7176-465b-8513-7339a39bf5df" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.518571] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ac93a2a-7176-465b-8513-7339a39bf5df',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.724508] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 630.724735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.759729] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a in Status: SUCCESS [ 630.760146] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a deletion is rescheduled due to dependency. [ 630.760146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.879038] env[65321]: INFO networking_nsxv3.common.synchronization [req-dab7a23e-c977-4aa2-9ffa-16fa14ec13b1 req-32c91102-5986-45b1-8fc1-15d4c5873838 service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 630.879038] env[65321]: INFO networking_nsxv3.common.synchronization [req-dab7a23e-c977-4aa2-9ffa-16fa14ec13b1 req-32c91102-5986-45b1-8fc1-15d4c5873838 service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 630.879038] env[65321]: INFO networking_nsxv3.common.synchronization [req-dab7a23e-c977-4aa2-9ffa-16fa14ec13b1 req-32c91102-5986-45b1-8fc1-15d4c5873838 service nova] Enqueued Resource ID: 476e656c-f8fb-4434-ae23-c9af8f49f010 with Priority: HIGHEST for action port [ 630.879038] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 630.879038] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 630.881050] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 476e656c-f8fb-4434-ae23-c9af8f49f010 with Priority: HIGHEST for action port [ 630.881050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.881050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.881050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.881050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.881050] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.882728] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.883587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.883941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.886370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.886370] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.886370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-476e656c-f8fb-4434-ae23-c9af8f49f010 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.886370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.886370] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('476e656c-f8fb-4434-ae23-c9af8f49f010',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.891282] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.020867] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3ac93a2a-7176-465b-8513-7339a39bf5df [ 631.021265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.021429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.021506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.021748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.021893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.021969] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3ac93a2a-7176-465b-8513-7339a39bf5df already deleted. [ 631.025022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ac93a2a-7176-465b-8513-7339a39bf5df" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.389132] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.390448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.390448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.390829] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 476e656c-f8fb-4434-ae23-c9af8f49f010 with status ACTIVE [ 631.390987] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.391379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.391459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.391624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.391713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.391773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.391923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.391994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.396535] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.396535] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 476e656c-f8fb-4434-ae23-c9af8f49f010 is going to be updated. [ 631.396535] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.396535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.396869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.396869] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be created. [ 631.428412] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.430044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.430044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.430044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.430044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.430044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-476e656c-f8fb-4434-ae23-c9af8f49f010" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.438810] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.439535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.441042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.441042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.441042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.459166] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: UNINITIALIZED for 2s [ 631.743511] env[65321]: INFO networking_nsxv3.common.synchronization [req-da211d4e-2855-4f87-b4f7-58a48ca7d5e9 req-7b94a89b-9aee-49b6-8f55-244b9c4a8f88 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 631.743930] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 631.744273] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.744396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.891294] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.943370] env[65321]: INFO networking_nsxv3.common.synchronization [None req-0a6425fa-6382-4b01-be29-829059740ba6 None None] Enqueued Resource ID: 51a1807b-4ce2-4b64-9fbc-88e42d44f73b with Priority: HIGHEST for action port [ 631.944336] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51a1807b-4ce2-4b64-9fbc-88e42d44f73b with Priority: HIGHEST for action port [ 631.944940] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-51a1807b-4ce2-4b64-9fbc-88e42d44f73b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.945240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-51a1807b-4ce2-4b64-9fbc-88e42d44f73b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.945448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-51a1807b-4ce2-4b64-9fbc-88e42d44f73b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.945837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-51a1807b-4ce2-4b64-9fbc-88e42d44f73b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.946059] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('51a1807b-4ce2-4b64-9fbc-88e42d44f73b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.395366] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.395696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.395696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.395776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.397597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.397597] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be created. [ 632.427566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.427762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.427762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.428126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.428242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.449532] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 51a1807b-4ce2-4b64-9fbc-88e42d44f73b [ 632.449532] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.449532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.451089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.451089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.451089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.451089] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:51a1807b-4ce2-4b64-9fbc-88e42d44f73b already deleted. [ 632.451089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-51a1807b-4ce2-4b64-9fbc-88e42d44f73b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.451089] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: UNINITIALIZED for 2s [ 632.556468] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.556468] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.556823] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.557615] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.557881] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.557881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.558015] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.558268] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.558469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.558783] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.558951] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.559010] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.559127] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.559264] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.559434] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.559583] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.595369] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.595544] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.595686] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.595867] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.596220] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-6c985332-5f4d-46bb-8c16-f85fe1813e08 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.599697] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.599697] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.600073] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.600229] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c985332-5f4d-46bb-8c16-f85fe1813e08',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.102653] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.102920] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.103112] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.103558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.103726] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.103882] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 6c985332-5f4d-46bb-8c16-f85fe1813e08 not found, creating... [ 633.104177] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.104336] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.104448] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.104772] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.105333] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.105893] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.106212] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.106402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.106695] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.107010] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.107445] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 6c985332-5f4d-46bb-8c16-f85fe1813e08 is going to be created. [ 633.131513] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.131878] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.132090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.132505] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.132851] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.133764] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.473413] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 633.475922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.475922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.475922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.475922] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.475922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.475922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.476508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.476694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.476960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.477227] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.874404] env[65321]: INFO networking_nsxv3.common.synchronization [req-da211d4e-2855-4f87-b4f7-58a48ca7d5e9 req-7522927b-8b40-4d7d-98cf-8adae368f926 service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 633.874404] env[65321]: INFO networking_nsxv3.common.synchronization [req-da211d4e-2855-4f87-b4f7-58a48ca7d5e9 req-7522927b-8b40-4d7d-98cf-8adae368f926 service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 633.874404] env[65321]: INFO networking_nsxv3.common.synchronization [req-da211d4e-2855-4f87-b4f7-58a48ca7d5e9 req-7522927b-8b40-4d7d-98cf-8adae368f926 service nova] Enqueued Resource ID: 6c985332-5f4d-46bb-8c16-f85fe1813e08 with Priority: HIGHEST for action port [ 633.874404] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 633.874404] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 633.874404] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c985332-5f4d-46bb-8c16-f85fe1813e08 with Priority: HIGHEST for action port [ 633.875258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.875490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.875802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.876938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.881549] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c985332-5f4d-46bb-8c16-f85fe1813e08 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.881549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.881549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.881549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.881549] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c985332-5f4d-46bb-8c16-f85fe1813e08',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.980153] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.980354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.980438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.980689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.980895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.981019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.981086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.981245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.981338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.981776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.981776] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.981776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.981776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.982022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.982134] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.982226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.982289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.982435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.982520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.982606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.982712] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.339783] env[65321]: INFO networking_nsxv3.common.synchronization [req-d585191e-c3f1-4fe7-8bb5-a20c9587db19 req-3bb79659-9b91-4926-b0cb-19a6148d017f tempest-ServerDiagnosticsTest-1135141380 tempest-ServerDiagnosticsTest-1135141380-project-member] Enqueued Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_members [ 634.340364] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGHEST for action security_group_members [ 634.340719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.340845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.340921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.341124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.341280] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.341373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.341436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.341586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.341670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.341760] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.384543] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c985332-5f4d-46bb-8c16-f85fe1813e08 with status ACTIVE [ 634.384699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.384919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.384919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.385149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.385246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.385441] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.385542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.385602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.385758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.385835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.386020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.386114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.386169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.386318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.386376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.386458] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c985332-5f4d-46bb-8c16-f85fe1813e08 is going to be updated. [ 634.413470] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.413626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.413675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.413888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.414044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.414208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c985332-5f4d-46bb-8c16-f85fe1813e08" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.463260] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.464680] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.464680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.464680] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.466181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.466435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.466534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.466643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.466704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.466859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.467907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.467907] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.485203] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 634.510312] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.510805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.510805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.510805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.510805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.511180] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.511180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.511180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.511298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.511386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.511679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.511679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.511754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.511847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.512012] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.512118] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.512211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.512274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.512419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.513098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.513342] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be created. [ 634.594031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.594031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.594748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.594748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.594748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.613745] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 634.844670] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.848023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.848023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.848023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 is going to be updated. [ 634.879496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.879774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.879893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.880213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.880292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.895416] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 in Status: IN_PROGRESS for 2s [ 634.906342] env[65321]: INFO networking_nsxv3.common.synchronization [req-339ed179-251c-4af9-b191-04c7a43dd25f req-8624fdc5-33bb-41ae-8808-9423174517c5 tempest-AttachInterfacesV270Test-306027075 tempest-AttachInterfacesV270Test-306027075-project-member] Enqueued Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_members [ 634.906951] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_members [ 634.907059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.907559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.907723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.907921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.908103] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.908333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.908333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.909923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.909923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.909923] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.969634] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.969856] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.969952] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.411683] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.412033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.412033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.412162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.413774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413774] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.413774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.413774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.413774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.413774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.413774] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea831b0-977e-4534-b411-1062982c8cb5 already deleted. [ 635.413774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.426825] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-904 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.426983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-904" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.427132] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-904" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.427519] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-904" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.428323] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.428440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.428509] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.428891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.428891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.429096] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.429198] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.429305] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.429408] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.429538] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.429657] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.429802] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.449501] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.449682] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.449810] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.450052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-904" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.450506] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-82248891-ad2e-4e2e-bca2-c87d57173ee1 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.450873] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.451083] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.451476] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.451754] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82248891-ad2e-4e2e-bca2-c87d57173ee1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.473172] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.955028] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.955028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.955028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.955028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.955028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.955028] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 82248891-ad2e-4e2e-bca2-c87d57173ee1 not found, creating... [ 635.955028] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.955670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.955670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.955670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.955670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956558] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.956558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.956558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.956558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.956558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.956867] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 82248891-ad2e-4e2e-bca2-c87d57173ee1 is going to be created. [ 635.974627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.974804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.974870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.975127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.975353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.975353] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 635.978539] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.978733] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.978850] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.979119] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.979343] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.979662] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.022158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.022265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.022325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.022607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.022828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.035947] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 636.628811] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 636.629162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.690520] env[65321]: INFO networking_nsxv3.common.synchronization [req-339ed179-251c-4af9-b191-04c7a43dd25f req-d6a3cdbc-800b-4ffd-93cd-311996092e0a service nova] Enqueued Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_rules [ 636.690707] env[65321]: INFO networking_nsxv3.common.synchronization [req-339ed179-251c-4af9-b191-04c7a43dd25f req-d6a3cdbc-800b-4ffd-93cd-311996092e0a service nova] Enqueued Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_members [ 636.690843] env[65321]: INFO networking_nsxv3.common.synchronization [req-339ed179-251c-4af9-b191-04c7a43dd25f req-d6a3cdbc-800b-4ffd-93cd-311996092e0a service nova] Enqueued Resource ID: 82248891-ad2e-4e2e-bca2-c87d57173ee1 with Priority: HIGHEST for action port [ 636.691735] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_rules [ 636.691735] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_members [ 636.691735] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82248891-ad2e-4e2e-bca2-c87d57173ee1 with Priority: HIGHEST for action port [ 636.692032] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.695987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.696089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.696728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.696728] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.697717] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.698189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.698286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.698644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.698832] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.699033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.699137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.699336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.699443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.699561] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.702333] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-82248891-ad2e-4e2e-bca2-c87d57173ee1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.702333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.702333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.702333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.702333] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('82248891-ad2e-4e2e-bca2-c87d57173ee1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.908922] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 in Status: SUCCESS [ 636.909142] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 deletion is rescheduled due to dependency. [ 636.909257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.192402] env[65321]: INFO networking_nsxv3.common.synchronization [None req-63f77d78-4759-483b-a5a2-2d60ec50fe6e None None] Enqueued Resource ID: bebd2200-77b9-40e1-93af-b38f9be9ad76 with Priority: HIGHEST for action port [ 637.193649] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bebd2200-77b9-40e1-93af-b38f9be9ad76 with Priority: HIGHEST for action port [ 637.193649] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bebd2200-77b9-40e1-93af-b38f9be9ad76 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.193649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bebd2200-77b9-40e1-93af-b38f9be9ad76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.194069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bebd2200-77b9-40e1-93af-b38f9be9ad76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.194199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bebd2200-77b9-40e1-93af-b38f9be9ad76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.194307] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bebd2200-77b9-40e1-93af-b38f9be9ad76',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.205115] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.206211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.206494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.206799] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 82248891-ad2e-4e2e-bca2-c87d57173ee1 with status ACTIVE [ 637.207050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.207238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.207342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.207635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.207777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.208074] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.208228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.208344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.208597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.208716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.208990] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.209157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.209254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.209473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.209595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.209726] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 82248891-ad2e-4e2e-bca2-c87d57173ee1 is going to be updated. [ 637.233442] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.233442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.233442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.233442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.233442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.234419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-82248891-ad2e-4e2e-bca2-c87d57173ee1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.698480] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bebd2200-77b9-40e1-93af-b38f9be9ad76 [ 637.698480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.698480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.698480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.698480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.698480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.698480] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bebd2200-77b9-40e1-93af-b38f9be9ad76 already deleted. [ 637.698480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bebd2200-77b9-40e1-93af-b38f9be9ad76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.713647] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.051968] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.051968] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.051968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.051968] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.216981] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.216981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.216981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.216981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.216981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.216981] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea831b0-977e-4534-b411-1062982c8cb5 is going to be created. [ 638.248026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.248026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.248026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.248026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.248026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.256789] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea831b0-977e-4534-b411-1062982c8cb5 in Status: UNINITIALIZED for 2s [ 638.556508] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.059439] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.398427] env[65321]: INFO networking_nsxv3.common.synchronization [req-3fd14060-e135-4a4c-b82e-319440eaf467 req-a06c9b61-aa27-46e5-9067-7b075765728f tempest-ServersWithSpecificFlavorTestJSON-1239076367 tempest-ServersWithSpecificFlavorTestJSON-1239076367-project-member] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 639.399748] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 639.399748] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.399748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.399748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.399991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.400253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.401561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.401632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.402673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.402673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.402673] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.562412] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.562569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.562644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.562868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.563201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.563798] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 639.597832] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.597981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.598073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.598318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.598465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.609809] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 639.829022] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e0bbe019-7f6c-476a-a3eb-d068f93b7a78 None None] Enqueued Resource ID: a331d620-14c4-4874-81b8-8c2ae0c8c3d3 with Priority: HIGHEST for action port [ 639.829022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a331d620-14c4-4874-81b8-8c2ae0c8c3d3 with Priority: HIGHEST for action port [ 639.829022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a331d620-14c4-4874-81b8-8c2ae0c8c3d3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.829022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a331d620-14c4-4874-81b8-8c2ae0c8c3d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.829022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a331d620-14c4-4874-81b8-8c2ae0c8c3d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.829022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a331d620-14c4-4874-81b8-8c2ae0c8c3d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.829022] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a331d620-14c4-4874-81b8-8c2ae0c8c3d3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.838558] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.838766] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.838923] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.839380] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.839693] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.839881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.840414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.841679] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.841679] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.841679] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.841679] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.841679] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.841679] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.841679] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 639.842432] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.842432] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.863520] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.863708] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 639.863869] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.864272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.864678] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-d385a28a-fcef-4f9d-a1f6-5db795e98a29 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.864832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.865300] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.865300] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.865461] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d385a28a-fcef-4f9d-a1f6-5db795e98a29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.907562] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.907763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.907812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.907992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.908099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.908327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.908435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.908498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.908663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.908725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.908809] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a already deleted. [ 639.908888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.271168] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea831b0-977e-4534-b411-1062982c8cb5 in Status: SUCCESS [ 640.271387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.271576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.271831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.272082] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.272240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.272329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.272521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.272652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.272741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.273069] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.332026] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a331d620-14c4-4874-81b8-8c2ae0c8c3d3 [ 640.332783] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.332783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.332783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.333150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.333150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.333216] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a331d620-14c4-4874-81b8-8c2ae0c8c3d3 already deleted. [ 640.333380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a331d620-14c4-4874-81b8-8c2ae0c8c3d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.370026] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.370472] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.370472] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.370746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.370942] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.371155] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port d385a28a-fcef-4f9d-a1f6-5db795e98a29 not found, creating... [ 640.371312] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.371470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.371584] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.371814] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.371942] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.372233] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.372383] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.372496] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.372694] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.372818] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.372951] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: d385a28a-fcef-4f9d-a1f6-5db795e98a29 is going to be created. [ 640.398621] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.398621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.398621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.398621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.398621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.398621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.775981] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.776336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.776478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.776623] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.776722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.776784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.776929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.777150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.777372] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.777471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.777527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.777670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777807] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.777898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.777975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.778137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.778233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.778319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.778424] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.165707] env[65321]: INFO networking_nsxv3.common.synchronization [req-3fd14060-e135-4a4c-b82e-319440eaf467 req-d3bd2209-d2ae-44a4-a320-07f007a66556 service nova] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 641.165881] env[65321]: INFO networking_nsxv3.common.synchronization [req-3fd14060-e135-4a4c-b82e-319440eaf467 req-d3bd2209-d2ae-44a4-a320-07f007a66556 service nova] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 641.166026] env[65321]: INFO networking_nsxv3.common.synchronization [req-3fd14060-e135-4a4c-b82e-319440eaf467 req-d3bd2209-d2ae-44a4-a320-07f007a66556 service nova] Enqueued Resource ID: d385a28a-fcef-4f9d-a1f6-5db795e98a29 with Priority: HIGHEST for action port [ 641.166259] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 641.166387] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 641.166482] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d385a28a-fcef-4f9d-a1f6-5db795e98a29 with Priority: HIGHEST for action port [ 641.168123] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.168958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.169073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.169328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.169381] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.170313] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.170437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.170504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.170700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.170854] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.170950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.171025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.171206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.171303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.171394] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.172974] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d385a28a-fcef-4f9d-a1f6-5db795e98a29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.175456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.175541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.175707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.175789] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d385a28a-fcef-4f9d-a1f6-5db795e98a29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.281146] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7ea831b0-977e-4534-b411-1062982c8cb5: rpc.has_security_group_logging(os_id): False [ 641.300479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.300659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.300743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.300961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.301063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.301250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.301348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.301411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.301562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.301640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.301859] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.301975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.302051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.302414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.302414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.302560] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.302560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.302656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.302746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.302784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.302883] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7ea831b0-977e-4534-b411-1062982c8cb5 is going to be created. [ 641.380865] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.380978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.380978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.381209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.381397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.396973] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea831b0-977e-4534-b411-1062982c8cb5 in Status: IN_PROGRESS for 2s [ 641.537397] env[65321]: INFO networking_nsxv3.common.synchronization [req-36b7b7c9-2393-4d52-a2e8-99559de1c4e4 req-0d7a74ee-c5da-4f42-97b6-81526425417b tempest-VolumesAdminNegativeTest-1458376710 tempest-VolumesAdminNegativeTest-1458376710-project-member] Enqueued Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_members [ 641.539219] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGHEST for action security_group_members [ 641.539219] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.539219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.539219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.539219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.539219] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.539718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.539718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.539957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.541234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.541234] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.622423] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.622423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.622423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.622423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.622423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.623458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.623667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.623910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.624097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.624997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.624997] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.677390] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.679028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.679028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.679892] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d385a28a-fcef-4f9d-a1f6-5db795e98a29 with status ACTIVE [ 641.680146] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.680304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.680381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.680601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.680686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.680868] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.680957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.681030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.681207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.681259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.681434] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.681527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.681582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.681786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.681902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.682140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d385a28a-fcef-4f9d-a1f6-5db795e98a29 is going to be updated. [ 641.711085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.711291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.711372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.711523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.711661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.711822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d385a28a-fcef-4f9d-a1f6-5db795e98a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.042469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.043429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.043429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.043429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.043429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.043850] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.044495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.044600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.044787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.044863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.044972] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 is going to be updated. [ 642.084196] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.084498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.085097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.099942] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 in Status: IN_PROGRESS for 2s [ 642.126567] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48636f49-2ec8-46ef-9e24-c304887ecadb: rpc.has_security_group_logging(os_id): False [ 642.148295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.148569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.148569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.148681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.148818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.149637] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.149637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.149637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.149637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.149637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.149911] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.149911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.149911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.150107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.150150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.150347] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.150452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.150528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.150683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.150784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.150955] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be created. [ 642.180721] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.245456] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.245923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.246099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.268079] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 642.555185] env[65321]: INFO networking_nsxv3.common.synchronization [req-62b3259b-1b30-4789-882a-a47a52ab53be req-f6cb6e71-119c-4480-a8be-6b84afa67e5d tempest-ListImageFiltersTestJSON-761163292 tempest-ListImageFiltersTestJSON-761163292-project-member] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 642.557589] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 642.557793] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.557927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.557993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.558282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.558446] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.558926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.558998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.559303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.559303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.559394] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.683963] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.684291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.684374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.685459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.685459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.685459] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be created. [ 642.712250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.712483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.712483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.712693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.712866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.723724] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: UNINITIALIZED for 2s [ 643.065691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.065691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.065691] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 already deleted. [ 643.065691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.135264] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.137024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.137024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.137024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.137261] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.137522] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.137980] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.138382] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.138594] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.139062] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.139247] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 643.139414] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 643.139565] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 643.139770] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 643.139942] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 643.140428] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 643.161323] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 643.161536] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 643.162080] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 643.162763] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.163178] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.163443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.163615] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.164034] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.164294] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.414262] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7ea831b0-977e-4534-b411-1062982c8cb5 in Status: SUCCESS [ 643.414510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.508019] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e118c8b1-09a2-4e71-b745-4df4945a2ae0 None None] Enqueued Resource ID: dffadf22-405b-4141-b430-447748c0781f with Priority: HIGHEST for action port [ 643.508681] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dffadf22-405b-4141-b430-447748c0781f with Priority: HIGHEST for action port [ 643.509035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-dffadf22-405b-4141-b430-447748c0781f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.509167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dffadf22-405b-4141-b430-447748c0781f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.509246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dffadf22-405b-4141-b430-447748c0781f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.509502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dffadf22-405b-4141-b430-447748c0781f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.509615] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dffadf22-405b-4141-b430-447748c0781f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.672979] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.672979] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e not found, creating... [ 643.672979] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.672979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.673877] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.673877] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.674013] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.674326] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.674547] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.674780] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e is going to be created. [ 643.706182] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.706925] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.707143] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.707642] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.707981] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.708281] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.011669] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dffadf22-405b-4141-b430-447748c0781f [ 644.013195] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.013333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.013410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.013664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.013751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.013848] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dffadf22-405b-4141-b430-447748c0781f already deleted. [ 644.013943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dffadf22-405b-4141-b430-447748c0781f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.118726] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 in Status: SUCCESS [ 644.118726] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 deletion is rescheduled due to dependency. [ 644.118726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.290888] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 644.291142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.291342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.291574] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.295028] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.483566] env[65321]: INFO networking_nsxv3.common.synchronization [req-62b3259b-1b30-4789-882a-a47a52ab53be req-81526852-58a3-4233-8e1a-24e43bf765f0 service nova] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_rules [ 644.483746] env[65321]: INFO networking_nsxv3.common.synchronization [req-62b3259b-1b30-4789-882a-a47a52ab53be req-81526852-58a3-4233-8e1a-24e43bf765f0 service nova] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 644.483879] env[65321]: INFO networking_nsxv3.common.synchronization [req-62b3259b-1b30-4789-882a-a47a52ab53be req-81526852-58a3-4233-8e1a-24e43bf765f0 service nova] Enqueued Resource ID: 150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e with Priority: HIGHEST for action port [ 644.484429] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_rules [ 644.484567] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 644.484662] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e with Priority: HIGHEST for action port [ 644.484937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.485071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.485194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.485406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.485485] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.486399] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.486518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.486572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.486748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.486916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.486983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.487139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.487222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.487331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.488974] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.488974] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.488974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.488974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.488974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.488974] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.742983] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 644.743381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.743381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.743488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.744641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.744641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.744641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.744641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.744903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.744903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.745195] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.797171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.797365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.797365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.797576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.797754] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.797857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.797941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.798130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.798220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.798338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.798436] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.994580] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.995836] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.996061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.996190] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e with status ACTIVE [ 644.996521] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.996521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.996521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.996762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.996843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.996996] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.000532] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.000532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.000532] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e is going to be updated. [ 645.027091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.027091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.027091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.027448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.027593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.027761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-150aa4a7-f6fc-4f2b-b4ae-2ddf1bc2e51e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.248190] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.304355] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.304355] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.304355] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.304355] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.304355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.304927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.304927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.304927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.304927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.304927] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.501343] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.751244] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d54fbf-9b5c-444f-973f-4f19e5d6358a: rpc.has_security_group_logging(os_id): False [ 645.770327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.770606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.770606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.771511] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.771617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.771682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.771844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.771925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.772030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be created. [ 645.808823] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48636f49-2ec8-46ef-9e24-c304887ecadb: rpc.has_security_group_logging(os_id): False [ 645.830101] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.830354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.830485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.831432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.832457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.832457] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.832457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.832457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.832693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.832770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.833201] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.833370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.833482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.833721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.833853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.834200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.834960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.834960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.834960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.834960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.834960] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 645.839075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.839189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.839296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.839441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.839632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.853754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: IN_PROGRESS for 2s [ 645.927572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.927572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.927572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.927572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.927572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.948998] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 646.007222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.007222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.007222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.007222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.007222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.007222] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be created. [ 646.051045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.051404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.055154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.055492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.055669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.075162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: UNINITIALIZED for 2s [ 646.858535] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 646.858535] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 646.858854] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 646.858992] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 646.859509] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.859683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.859774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.860853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.860953] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.861537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.861537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.861537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.861537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.861784] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.862944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.863238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.863825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.863825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.864359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.864359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.864359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.864745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.864745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.865072] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_rules [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f27d6d-6348-480a-b0b4-a01a2a8006ef req-1d1e29d7-d3fa-4598-9cd8-1119134e4239 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with Priority: HIGHEST for action port [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_rules [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with Priority: HIGHEST for action port [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 646.917146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 646.917146] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.917146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.917146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.917146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.917146] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.917146] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.917146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.917146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.917146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.917146] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.918705] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.918705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.918705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.918893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.918893] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c96d398-de1e-4192-ae76-3fa2c4d8eeac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.921722] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.921722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.921722] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.921722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.051758] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b4431dac-0e96-416c-a532-b094ef0365c8 None None] Enqueued Resource ID: 4b443f3a-6548-4a48-8027-3ecaa448e941 with Priority: HIGHEST for action port [ 647.051758] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b443f3a-6548-4a48-8027-3ecaa448e941 with Priority: HIGHEST for action port [ 647.051936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b443f3a-6548-4a48-8027-3ecaa448e941 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.052010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b443f3a-6548-4a48-8027-3ecaa448e941" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.052044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b443f3a-6548-4a48-8027-3ecaa448e941" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.052340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b443f3a-6548-4a48-8027-3ecaa448e941" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.052421] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b443f3a-6548-4a48-8027-3ecaa448e941',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.367618] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.368718] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.422976] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.422976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.423333] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.423333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.423546] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with status ACTIVE [ 647.423546] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.424132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.424132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.425129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.425248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.425525] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.426332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.426332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.426332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.426332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.426332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.426332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.426332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.427458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.427458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.427458] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac is going to be updated. [ 647.459791] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.460038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.460138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.460376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.460581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.460806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.554921] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b443f3a-6548-4a48-8027-3ecaa448e941 [ 647.557687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.557687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.557687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.557687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.557687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.557687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b443f3a-6548-4a48-8027-3ecaa448e941 already deleted. [ 647.557687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b443f3a-6548-4a48-8027-3ecaa448e941" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.867172] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 647.867172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.871477] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.872634] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.000196] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 648.000431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.091285] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 648.091508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.091680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.091904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.092117] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.092235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.092306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.092469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.092551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.092650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.092746] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.375494] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.375663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.375704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.375930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.376314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.376491] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be created. [ 648.378356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.379352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.379579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.379644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.379723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.379817] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 648.407708] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.407976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.407976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.408323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.408523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.411924] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.411924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.411924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.411924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.411924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.420837] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 648.422207] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: UNINITIALIZED for 2s [ 648.599274] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.599274] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.599274] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.599274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.600985] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.601449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.601545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.602374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.602374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.602374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.602627] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.654645] env[65321]: INFO networking_nsxv3.common.synchronization [None req-3992fac8-4755-4238-9ba9-50f8da83b6ae None None] Enqueued Resource ID: a0eccbcf-aa8b-426c-a0c1-b0221ce843f3 with Priority: HIGHEST for action port [ 648.655183] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0eccbcf-aa8b-426c-a0c1-b0221ce843f3 with Priority: HIGHEST for action port [ 648.655533] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0eccbcf-aa8b-426c-a0c1-b0221ce843f3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.655731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0eccbcf-aa8b-426c-a0c1-b0221ce843f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.655731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0eccbcf-aa8b-426c-a0c1-b0221ce843f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.655928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0eccbcf-aa8b-426c-a0c1-b0221ce843f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.656020] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0eccbcf-aa8b-426c-a0c1-b0221ce843f3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.847188] env[65321]: INFO networking_nsxv3.common.synchronization [None req-18f4521f-c996-479d-8907-b9ef6e402d83 None None] Enqueued Resource ID: dc7e12e3-fdb2-4347-8567-1403730649b5 with Priority: HIGHEST for action port [ 648.847188] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc7e12e3-fdb2-4347-8567-1403730649b5 with Priority: HIGHEST for action port [ 648.847188] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc7e12e3-fdb2-4347-8567-1403730649b5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.847188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc7e12e3-fdb2-4347-8567-1403730649b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.847188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc7e12e3-fdb2-4347-8567-1403730649b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.847188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc7e12e3-fdb2-4347-8567-1403730649b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.849124] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc7e12e3-fdb2-4347-8567-1403730649b5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.105479] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe5b9f85-09e9-4e64-af2c-309c38efd211: rpc.has_security_group_logging(os_id): False [ 649.129024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.129024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.129024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.129948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.131337] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.131337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.131337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.131337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.131337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.131337] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be created. [ 649.159217] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0eccbcf-aa8b-426c-a0c1-b0221ce843f3 [ 649.159217] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.159217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.159217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.159217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.159217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.159217] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0eccbcf-aa8b-426c-a0c1-b0221ce843f3 already deleted. [ 649.159217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0eccbcf-aa8b-426c-a0c1-b0221ce843f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.213980] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.213980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.213980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.213980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.213980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.227560] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: IN_PROGRESS for 2s [ 649.294287] env[65321]: INFO networking_nsxv3.common.synchronization [req-e1378be5-898d-4ab9-965b-b7584246b41d req-d3069ca0-5a50-4258-802b-1ae2ae12cfd4 tempest-MigrationsAdminTest-1555844146 tempest-MigrationsAdminTest-1555844146-project-member] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 649.294866] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 649.295452] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.295591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.295655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.295986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.296308] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.296308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.296441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.298150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.298150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.298150] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.350442] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc7e12e3-fdb2-4347-8567-1403730649b5 [ 649.350758] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.350873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.350936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.351196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.351286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.351440] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc7e12e3-fdb2-4347-8567-1403730649b5 already deleted. [ 649.351554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc7e12e3-fdb2-4347-8567-1403730649b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.803525] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.803525] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.803525] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 already deleted. [ 649.803525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.437026] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.437026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.437026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.437880] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.438337] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.439392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.439486] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.439752] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.439898] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.440843] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.440843] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.440843] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.440843] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.440843] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 650.440843] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.440843] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.443311] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 650.443424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.444147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 650.444536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.444836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.445850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.447099] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.447099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.447248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.447451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.447555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.447657] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.450799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.450799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.450799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.450799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.450799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.450799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.450799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.450799] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.477443] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.477576] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 650.477696] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.477892] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.478258] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-f2766230-25d8-4987-8eb7-650326a4ceae taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.478451] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.478609] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.479051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.479143] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2766230-25d8-4987-8eb7-650326a4ceae',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.953936] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.958789] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.981731] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.981956] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.982681] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.982681] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.982681] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.982948] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port f2766230-25d8-4987-8eb7-650326a4ceae not found, creating... [ 650.982999] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.983174] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.983296] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.983550] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.983684] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.984018] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.984227] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.984308] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.984801] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.984801] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.984801] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: f2766230-25d8-4987-8eb7-650326a4ceae is going to be created. [ 651.014391] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.014730] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.014912] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.015381] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.015974] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.016466] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.060941] env[65321]: INFO networking_nsxv3.common.synchronization [None req-46d0b1a1-ecab-47fa-a773-5ee99a589178 None None] Enqueued Resource ID: 6b3fedcf-dcae-40f9-b1f1-878ff5270ec8 with Priority: HIGHEST for action port [ 651.061643] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b3fedcf-dcae-40f9-b1f1-878ff5270ec8 with Priority: HIGHEST for action port [ 651.062935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6b3fedcf-dcae-40f9-b1f1-878ff5270ec8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.063112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6b3fedcf-dcae-40f9-b1f1-878ff5270ec8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.063265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6b3fedcf-dcae-40f9-b1f1-878ff5270ec8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.063676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6b3fedcf-dcae-40f9-b1f1-878ff5270ec8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.063676] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6b3fedcf-dcae-40f9-b1f1-878ff5270ec8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.253991] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 651.253991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.460386] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.463475] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.566410] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6b3fedcf-dcae-40f9-b1f1-878ff5270ec8 [ 651.566657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.566795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.566866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.567098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.567190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.567284] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6b3fedcf-dcae-40f9-b1f1-878ff5270ec8 already deleted. [ 651.567388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6b3fedcf-dcae-40f9-b1f1-878ff5270ec8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.710934] env[65321]: INFO networking_nsxv3.common.synchronization [req-fe86399b-d9c5-4b1f-b8db-598ebc3c4ba8 req-0f2d7e29-e519-4ed4-ab3b-97168d115270 tempest-ListImageFiltersTestJSON-761163292 tempest-ListImageFiltersTestJSON-761163292-project-member] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 651.712130] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 651.712529] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.712730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.712848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.713272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.713678] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.713678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.713678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.713833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.713946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.714076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.789951] env[65321]: INFO networking_nsxv3.common.synchronization [None req-2de33880-a1bf-48d3-adf8-efe506f91635 None None] Enqueued Resource ID: cbed5661-bd97-4dae-be79-f9eb75f26800 with Priority: HIGHEST for action port [ 651.790695] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbed5661-bd97-4dae-be79-f9eb75f26800 with Priority: HIGHEST for action port [ 651.791345] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbed5661-bd97-4dae-be79-f9eb75f26800 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.791563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbed5661-bd97-4dae-be79-f9eb75f26800" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.791637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbed5661-bd97-4dae-be79-f9eb75f26800" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.792786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbed5661-bd97-4dae-be79-f9eb75f26800" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.792786] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbed5661-bd97-4dae-be79-f9eb75f26800',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.816662] env[65321]: INFO networking_nsxv3.common.synchronization [req-e1378be5-898d-4ab9-965b-b7584246b41d req-037aa678-d26f-45d4-8dfc-6eeb93b3b9da service nova] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_rules [ 651.818019] env[65321]: INFO networking_nsxv3.common.synchronization [req-e1378be5-898d-4ab9-965b-b7584246b41d req-037aa678-d26f-45d4-8dfc-6eeb93b3b9da service nova] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 651.818019] env[65321]: INFO networking_nsxv3.common.synchronization [req-e1378be5-898d-4ab9-965b-b7584246b41d req-037aa678-d26f-45d4-8dfc-6eeb93b3b9da service nova] Enqueued Resource ID: f2766230-25d8-4987-8eb7-650326a4ceae with Priority: HIGHEST for action port [ 651.818019] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_rules [ 651.818019] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 651.818383] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2766230-25d8-4987-8eb7-650326a4ceae with Priority: HIGHEST for action port [ 651.818944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.820573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.820573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.820573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.820573] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.821169] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.822351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.823749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.823749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.823749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.823749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.823749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.823749] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.824954] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f2766230-25d8-4987-8eb7-650326a4ceae taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.825664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.825664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.825664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.825664] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f2766230-25d8-4987-8eb7-650326a4ceae',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.963303] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.963529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.963626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.963794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.963905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.964020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be updated. [ 651.968178] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.968178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.968499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.968499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.968977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.968977] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 652.001188] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.001188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.001188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.001484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.001484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.006605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.006813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.006813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.007053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.007233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.016927] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 652.017946] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 652.217579] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.296214] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbed5661-bd97-4dae-be79-f9eb75f26800 [ 652.296616] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.296777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.296931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.297128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.297243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.297430] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbed5661-bd97-4dae-be79-f9eb75f26800 already deleted. [ 652.297526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbed5661-bd97-4dae-be79-f9eb75f26800" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.311852] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.312077] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.312233] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.312489] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.312811] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.312979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.313106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.313343] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.313493] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.313717] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.313828] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 652.314421] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 652.314421] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 652.314421] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 652.314421] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 652.314421] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 652.327871] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.327871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.328146] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f2766230-25d8-4987-8eb7-650326a4ceae with status ACTIVE [ 652.328256] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.328380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.328460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.328740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.328837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.329247] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.329247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.329247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.329448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.329483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.329665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.329808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.329844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.330226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.330226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.330226] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f2766230-25d8-4987-8eb7-650326a4ceae is going to be updated. [ 652.332025] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.339251] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 652.339444] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 652.339615] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 652.339746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.340532] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-5ed98c4a-a957-4868-8376-08615b820cb8 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.341335] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.341335] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.341335] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.341335] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ed98c4a-a957-4868-8376-08615b820cb8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.370769] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.370769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.370769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.370769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.370769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.371196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f2766230-25d8-4987-8eb7-650326a4ceae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.720086] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.838458] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.844377] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.844377] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.844377] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.844678] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.844831] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.845065] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 5ed98c4a-a957-4868-8376-08615b820cb8 not found, creating... [ 652.845869] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.845869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.845869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.845869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.845869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.846151] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.846302] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.846410] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.846912] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.847098] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.848081] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 5ed98c4a-a957-4868-8376-08615b820cb8 is going to be created. [ 652.875485] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.875685] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.877201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.877201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.877201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.877201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.222140] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.222344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.222491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.222959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.222959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.222959] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be updated. [ 653.239618] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_members [ 653.239847] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 653.239968] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 653.240827] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_members [ 653.240827] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 653.240827] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 653.241098] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.241381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.241381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.241636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.241801] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.241900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.241955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.242133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.242221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.242389] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.244141] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.244355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.244569] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.244658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.252864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.253065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.253065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.253281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.253422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.263721] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: IN_PROGRESS for 2s [ 653.287757] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 653.287931] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 653.288089] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_rules [ 653.288201] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 653.288544] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_rules [ 653.288544] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_members [ 653.288544] env[65321]: INFO networking_nsxv3.common.synchronization [req-864a6c3e-7e02-4232-85b4-8c167fc411f7 req-a6f852e9-eb24-4a37-b4df-9c1d4931b508 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with Priority: HIGHEST for action port [ 653.289192] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 653.289445] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_rules [ 653.289445] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_members [ 653.289528] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with Priority: HIGHEST for action port [ 653.289616] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_rules [ 653.289702] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 653.289815] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 653.290130] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.290810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.290984] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.294179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.294179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.294179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.294179] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c96d398-de1e-4192-ae76-3fa2c4d8eeac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.294377] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f32ed4cc-7ed7-4fd1-9570-71c4145cf802 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.294501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.294570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.294812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.294900] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.295814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.295942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.296119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.296191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.341445] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.341445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.341779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.341956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.342136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.342297] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be created. [ 653.370648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.370871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.371166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.371522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.371809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.385201] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: UNINITIALIZED for 2s [ 653.623060] env[65321]: INFO networking_nsxv3.common.synchronization [req-fe86399b-d9c5-4b1f-b8db-598ebc3c4ba8 req-5b1e9c64-c671-4780-809c-5d01271fc657 service nova] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_rules [ 653.623243] env[65321]: INFO networking_nsxv3.common.synchronization [req-fe86399b-d9c5-4b1f-b8db-598ebc3c4ba8 req-5b1e9c64-c671-4780-809c-5d01271fc657 service nova] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 653.623430] env[65321]: INFO networking_nsxv3.common.synchronization [req-fe86399b-d9c5-4b1f-b8db-598ebc3c4ba8 req-5b1e9c64-c671-4780-809c-5d01271fc657 service nova] Enqueued Resource ID: 5ed98c4a-a957-4868-8376-08615b820cb8 with Priority: HIGHEST for action port [ 653.624165] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_rules [ 653.624722] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 653.624722] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ed98c4a-a957-4868-8376-08615b820cb8 with Priority: HIGHEST for action port [ 653.624722] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.629067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.629067] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.629067] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.629067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.629067] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ed98c4a-a957-4868-8376-08615b820cb8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.629067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.629067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.629067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.629067] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ed98c4a-a957-4868-8376-08615b820cb8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.744913] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.799023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c96d398-de1e-4192-ae76-3fa2c4d8eeac with status ACTIVE [ 653.799023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.799023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.799023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.799023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.799709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.799709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.799709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.799709] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c96d398-de1e-4192-ae76-3fa2c4d8eeac is going to be updated. [ 653.800755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.800894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.825036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.825313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.825478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.825691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.825892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c96d398-de1e-4192-ae76-3fa2c4d8eeac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040935] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 654.040935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.040935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.041842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.041842] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.041842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.041842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.041842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.041842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.042163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.042163] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.047147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 654.047456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.047706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.047997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.048702] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.048702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.048880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.049284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.049284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.049284] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.050696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.050696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.050696] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.051869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.051869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.051869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.051869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.051869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.051869] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.052531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.052701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.052888] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.052995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.053071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.053630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.053630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.053630] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.129079] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.129211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.129433] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5ed98c4a-a957-4868-8376-08615b820cb8 with status ACTIVE [ 654.129622] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.129748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.129818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.130065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.130162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.130341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.130520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.130520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.130709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.130766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.130957] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.131098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.131165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.131258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.131331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.131413] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5ed98c4a-a957-4868-8376-08615b820cb8 is going to be updated. [ 654.180555] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.180917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.180917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.181147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.181645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.181645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ed98c4a-a957-4868-8376-08615b820cb8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.247762] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.554027] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.554614] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.558022] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4a491d8f-e277-4847-8486-aed034d0c01b tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 654.558022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 654.558022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.558022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.558022] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.558752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.558752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.558752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.559332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.559332] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.749919] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.750375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.750375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.750375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.750638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.750638] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 is going to be created. [ 654.778757] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.778757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.778757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.778757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.778757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.792396] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: UNINITIALIZED for 2s [ 654.844023] env[65321]: INFO networking_nsxv3.common.synchronization [req-ffa2aa77-7064-4ae6-853d-a357e550e72e req-f9663606-d996-4f88-baaf-fcc389a25664 tempest-TenantUsagesTestJSON-2015677857 tempest-TenantUsagesTestJSON-2015677857-project-member] Enqueued Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_members [ 654.844023] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c33247e9-2f05-480f-a2b7-ab915669cc4f with Priority: HIGHEST for action security_group_members [ 654.844023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c33247e9-2f05-480f-a2b7-ab915669cc4f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.844023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.844475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.844777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.845059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.845296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.845458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.845716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.845902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.846100] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c33247e9-2f05-480f-a2b7-ab915669cc4f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.991524] env[65321]: INFO networking_nsxv3.common.synchronization [None req-2a8b85b5-f3b0-4b8d-9da1-04acc25aad88 tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 654.991524] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 654.991524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.991524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.057888] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d36bd11-f878-4626-83aa-ad0b7732bd41: rpc.has_security_group_logging(os_id): False [ 655.059146] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.060536] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.081847] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.082083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.082148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.082472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.082593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.082721] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 already deleted. [ 655.082832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.083551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.083637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.083753] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.086416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.086855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.086855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.087012] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.087170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.087684] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.087852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.087954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.088205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.088419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.088493] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be created. [ 655.159280] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.159500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.159500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.159794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.160049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.174276] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 655.285263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 655.285555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.285782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286296] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.286435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.286504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.286676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.286760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.286868] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.350484] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.354034] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.354034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.354034] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33247e9-2f05-480f-a2b7-ab915669cc4f is going to be updated. [ 655.402035] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.402035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.402035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.402035] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.410154] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.410320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.410320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.410572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.410719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.434313] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33247e9-2f05-480f-a2b7-ab915669cc4f in Status: IN_PROGRESS for 2s [ 655.562623] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.562858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.562858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.563086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.563178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.563282] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be updated. [ 655.565128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.565216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.565275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.565487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.566982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.566982] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 655.617823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.617823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.617823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.617823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.617823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.635657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.635657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.635657] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 already deleted. [ 655.635657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.635657] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 655.635657] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 655.791394] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.905022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.905022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.905022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.905022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.905022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.905863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.905863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.905863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.905863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.905863] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.151418] env[65321]: INFO networking_nsxv3.common.synchronization [req-07ae22da-db98-4698-9972-502e9c98ecd8 req-622f5b16-e943-4c31-af1d-4f711d9c5550 tempest-ServersAdminNegativeTestJSON-1987002560 tempest-ServersAdminNegativeTestJSON-1987002560-project-member] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 656.152691] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 656.153128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.154769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.155224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.155224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.155407] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.155515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.155577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.155983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.155983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.155983] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.293928] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.409673] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5aa2afc-62e0-4656-9013-109eb30f12f0: rpc.has_security_group_logging(os_id): False [ 656.453431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.453431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.453431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.453431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.454384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.454667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.454873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.455196] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.456370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.456370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.456370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.456370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.456370] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be created. [ 656.546019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.546019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.546019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.546019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.546019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.557624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 656.657083] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.657286] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.657354] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.657841] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658163] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.658325] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.658466] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.658874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.658874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.659137] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.659240] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.659344] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.659454] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.659589] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.659681] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.659935] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.662147] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.662268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.662708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.662708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.662833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.663015] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.663193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.663275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.663393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.663658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.663658] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 already deleted. [ 656.663762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.702481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.702772] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.043 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.703059] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.703309] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.703962] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.703962] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.704152] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.704396] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.704645] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a682447-d5c3-4a34-9e6e-6d503bac5f3d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.801188] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.801530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.801596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.801802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.801892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.801987] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be updated. [ 656.803976] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4e244265-7ef4-493a-b388-fa0ae011f008 None None] Enqueued Resource ID: 5af97933-89cc-46dc-9f34-ef208fb6f8af with Priority: HIGHEST for action port [ 656.804932] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: SUCCESS [ 656.805177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.805704] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5af97933-89cc-46dc-9f34-ef208fb6f8af with Priority: HIGHEST for action port [ 656.805911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.807758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.807851] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.807946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.808075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.809138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.809235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.809278] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.811922] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-5af97933-89cc-46dc-9f34-ef208fb6f8af taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.811922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5af97933-89cc-46dc-9f34-ef208fb6f8af" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.811922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5af97933-89cc-46dc-9f34-ef208fb6f8af" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.811922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5af97933-89cc-46dc-9f34-ef208fb6f8af" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.811922] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5af97933-89cc-46dc-9f34-ef208fb6f8af',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.844027] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.844231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.844307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.844503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.844657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.855133] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: IN_PROGRESS for 2s [ 657.186626] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 657.186855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.187419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.187655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.187746] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.207616] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.207832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.207954] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.208253] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.208408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.208584] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 4a682447-d5c3-4a34-9e6e-6d503bac5f3d not found, creating... [ 657.208857] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.209024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.209138] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.209356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.209488] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.209825] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.209980] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.210179] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.210398] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.210540] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.210678] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 4a682447-d5c3-4a34-9e6e-6d503bac5f3d is going to be created. [ 657.232596] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.232825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.232910] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.233219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.233441] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.233684] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.316071] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.319770] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5af97933-89cc-46dc-9f34-ef208fb6f8af [ 657.319770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.319770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.319770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.319770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.319770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.319770] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5af97933-89cc-46dc-9f34-ef208fb6f8af already deleted. [ 657.319770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5af97933-89cc-46dc-9f34-ef208fb6f8af" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.448329] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c33247e9-2f05-480f-a2b7-ab915669cc4f in Status: SUCCESS [ 657.448329] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c33247e9-2f05-480f-a2b7-ab915669cc4f deletion is rescheduled due to dependency. [ 657.448628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c33247e9-2f05-480f-a2b7-ab915669cc4f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.649635] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 657.651429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.651429] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 657.651429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.651429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.651726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.651834] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.651945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.652059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.652270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.652388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.652516] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.653484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.653704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.653937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.654112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.654202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.654395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.654521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.654649] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.690247] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.690523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.822074] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.998592] env[65321]: INFO networking_nsxv3.common.synchronization [req-07ae22da-db98-4698-9972-502e9c98ecd8 req-ac88fcd2-48c8-439c-9113-123bdfaf3ef1 service nova] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_rules [ 657.998755] env[65321]: INFO networking_nsxv3.common.synchronization [req-07ae22da-db98-4698-9972-502e9c98ecd8 req-ac88fcd2-48c8-439c-9113-123bdfaf3ef1 service nova] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 657.998883] env[65321]: INFO networking_nsxv3.common.synchronization [req-07ae22da-db98-4698-9972-502e9c98ecd8 req-ac88fcd2-48c8-439c-9113-123bdfaf3ef1 service nova] Enqueued Resource ID: 4a682447-d5c3-4a34-9e6e-6d503bac5f3d with Priority: HIGHEST for action port [ 657.999546] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_rules [ 657.999672] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 657.999804] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a682447-d5c3-4a34-9e6e-6d503bac5f3d with Priority: HIGHEST for action port [ 658.000200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.000425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.000573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.000863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.001817] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.004443] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.004443] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.004443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.004443] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.004835] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.004932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.005031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.005226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.005283] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a682447-d5c3-4a34-9e6e-6d503bac5f3d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.158701] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.159362] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.322788] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-1b2b2a40-b7ac-4698-9a14-4bd47acd3ba2 tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 658.323389] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 658.323809] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.323945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.324078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.324329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.324445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.324593] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 is going to be updated. [ 658.326564] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.326564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.326564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.326946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.327810] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.327939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.327939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.328222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.328318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.329148] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.368093] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.368254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.368254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.369061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.369061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.383591] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: IN_PROGRESS for 2s [ 658.507899] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.507899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.510271] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.511162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a682447-d5c3-4a34-9e6e-6d503bac5f3d with status ACTIVE [ 658.511338] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.511463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.511537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.511740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.511832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.512031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.512134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.512347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.512479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.512591] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.512685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.512771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.512931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.513029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.515025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a682447-d5c3-4a34-9e6e-6d503bac5f3d is going to be updated. [ 658.543327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.543327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.543327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.543327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.543327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.543327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a682447-d5c3-4a34-9e6e-6d503bac5f3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.621887] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 658.621887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.662876] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.665395] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.754618] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.754826] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.755396] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.755396] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.755564] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.755820] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.755820] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.756099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.756231] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.756394] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.756505] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.756606] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.756725] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.756908] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.756963] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.757060] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.790074] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.790257] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.790393] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.790566] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.791054] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-bec5d5f0-3b60-43f4-a682-da2568dad759 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.791247] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.791371] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.791728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.791859] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec5d5f0-3b60-43f4-a682-da2568dad759',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.834648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.834648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.834648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce already deleted. [ 658.834648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.868103] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 658.868351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.868610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.869657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.869657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.869657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.869657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.869657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.869657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.869657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.869657] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.018738] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.166273] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.166434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.166491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.166755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.166852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.166956] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be updated. [ 659.168340] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.168760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.168760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.168760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.168906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.168906] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 659.204409] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.204409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.204409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.204409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.204409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.206604] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.206785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.206785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.206988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.207132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.219203] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 659.220103] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 659.235504] env[65321]: INFO networking_nsxv3.common.synchronization [None req-fb253ef0-035e-4b2b-87ca-9063bf9197c1 None None] Enqueued Resource ID: 8ba1a3b2-47be-47e8-8476-f8d2d79d8399 with Priority: HIGHEST for action port [ 659.238920] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ba1a3b2-47be-47e8-8476-f8d2d79d8399 with Priority: HIGHEST for action port [ 659.239747] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ba1a3b2-47be-47e8-8476-f8d2d79d8399 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.239747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ba1a3b2-47be-47e8-8476-f8d2d79d8399" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.239747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ba1a3b2-47be-47e8-8476-f8d2d79d8399" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.240061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ba1a3b2-47be-47e8-8476-f8d2d79d8399" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.240061] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ba1a3b2-47be-47e8-8476-f8d2d79d8399',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.295794] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.295794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.296072] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.296192] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.296388] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.296592] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port bec5d5f0-3b60-43f4-a682-da2568dad759 not found, creating... [ 659.296947] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.297130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.297377] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.297592] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.297735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.298169] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.298387] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.298533] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.298814] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.299079] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.299263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: bec5d5f0-3b60-43f4-a682-da2568dad759 is going to be created. [ 659.334929] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.334929] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.334929] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.335171] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.335443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.335709] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.372685] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.372865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.372969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.373340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.373529] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.373642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.373710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.373881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.373987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.374121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.374278] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.374376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.374474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.374587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.374894] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.375053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.375132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.375330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.375414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.375501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.375595] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.521109] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.521109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.521259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.521363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.521461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.521563] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be created. [ 659.551272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.551717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.553572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.553572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.553572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.564458] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: UNINITIALIZED for 2s [ 659.742877] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ba1a3b2-47be-47e8-8476-f8d2d79d8399 [ 659.742877] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.743244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.743244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.743563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.743696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.743850] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ba1a3b2-47be-47e8-8476-f8d2d79d8399 already deleted. [ 659.743988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ba1a3b2-47be-47e8-8476-f8d2d79d8399" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.879492] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fe5b9f85-09e9-4e64-af2c-309c38efd211: rpc.has_security_group_logging(os_id): False [ 659.898351] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.898577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.898577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.898738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.898843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.899020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.899235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.901028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.901028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.901028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.901481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.901481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.901481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be updated. [ 659.966647] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.966968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.967128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.967470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.967700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.995776] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: IN_PROGRESS for 2s [ 660.049573] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-a9385b88-4cf5-4bc0-b55e-0c7d62626436 service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 660.049751] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-a9385b88-4cf5-4bc0-b55e-0c7d62626436 service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 660.049879] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-a9385b88-4cf5-4bc0-b55e-0c7d62626436 service nova] Enqueued Resource ID: bec5d5f0-3b60-43f4-a682-da2568dad759 with Priority: HIGHEST for action port [ 660.050581] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 660.050713] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 660.050839] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec5d5f0-3b60-43f4-a682-da2568dad759 with Priority: HIGHEST for action port [ 660.051724] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.051901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.051994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.052339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.052453] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.053619] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.054258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.054258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.054258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.054258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.054472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.054472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.054967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.054967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.054967] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.056241] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bec5d5f0-3b60-43f4-a682-da2568dad759 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.056624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.056624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.056624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.059484] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bec5d5f0-3b60-43f4-a682-da2568dad759',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.392928] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: SUCCESS [ 660.393175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.393364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.393598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.393750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.393870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.393934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.394106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.394189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.394278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.394371] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.561424] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.561580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.563031] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.563167] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bec5d5f0-3b60-43f4-a682-da2568dad759 with status ACTIVE [ 660.564082] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.564082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.564082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.564082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.564082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.564354] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.564454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.564495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.564688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.564733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.564939] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.565108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.565462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.565462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.565531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.565830] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bec5d5f0-3b60-43f4-a682-da2568dad759 is going to be updated. [ 660.591155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.591155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.591155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.591155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.591155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.591155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bec5d5f0-3b60-43f4-a682-da2568dad759" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.897792] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.068063] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.237293] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 661.239074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239074] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 661.239341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.239571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.240014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.240302] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.240457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.240569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.241680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.241680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.241680] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.242330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.242468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.242662] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.242829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.243020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.243245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.244040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.244040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.244040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.244040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.244040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.244298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.244387] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.244434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.244468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.244613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.244870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.244870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.244870] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.400152] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f32ed4cc-7ed7-4fd1-9570-71c4145cf802: rpc.has_security_group_logging(os_id): False [ 661.419498] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.419718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.419844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.420155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.420275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.420548] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.420674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.420727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.420924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.421463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.421463] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 is going to be created. [ 661.518274] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.518862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.518862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.518862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.518862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.537279] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: IN_PROGRESS for 2s [ 661.570502] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.570781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.570865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.571268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.571392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.575021] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be created. [ 661.580233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 661.580485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.580657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.580898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.581165] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.581322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.581322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.581483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.581585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.581638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.581733] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.621842] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.621993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.622076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.622311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.622502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.639825] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: UNINITIALIZED for 2s [ 661.747207] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.751384] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 661.766938] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-360180ef-f48b-4db8-b040-381555a53bf1 tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 661.768177] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.768649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.768820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.770778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.770778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.770778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.770778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.771524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.771524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.771524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.771628] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 661.774355] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 661.774751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.774894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853381] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.853381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.853381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.853381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.868572] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 662.017878] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 662.017878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.084373] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.085205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.085330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.086041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.086041] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.086041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.086041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.086463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.086627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.087916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.087916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.087916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.087916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.087916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.088172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.088172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.088172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.088389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.088490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.088595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.088703] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.250326] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d36bd11-f878-4626-83aa-ad0b7732bd41: rpc.has_security_group_logging(os_id): False [ 662.264034] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.264034] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.264034] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.264034] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.264034] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.264034] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.264730] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.265495] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.265783] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.269141] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.269141] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.269141] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.269141] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.269141] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.269141] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.269141] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.271326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.271486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.271546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.271714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.271803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.272224] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.272224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.272383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.272426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.272468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.272558] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be updated. [ 662.314051] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.314051] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.044 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.314051] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.314051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.314051] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-d68ecfe4-3926-4682-b2f8-261e5b8be709 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.314051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.314051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.314051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.314051] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68ecfe4-3926-4682-b2f8-261e5b8be709',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.377615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.377822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.377869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.378216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.379635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.404924] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 662.591633] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1: rpc.has_security_group_logging(os_id): False [ 662.618734] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.618943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.618985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.619205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.619300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.619561] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.619670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.619732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.619897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.619974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.620173] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.620266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.620405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.620468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.620527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.620733] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.620827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.620879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.621179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.621277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.621369] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be created. [ 662.715420] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.715665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.715742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.715896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.716101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.738191] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 662.819536] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.819909] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.820104] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.822042] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port d68ecfe4-3926-4682-b2f8-261e5b8be709 not found, creating... [ 662.822042] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.822042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.822339] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.822339] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.822429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.822799] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.823120] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.823287] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: d68ecfe4-3926-4682-b2f8-261e5b8be709 is going to be created. [ 662.862695] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.863520] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.863520] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.863836] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.863881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.864478] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.551979] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: SUCCESS [ 663.552288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.626906] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-dd039513-ae89-441f-82aa-bab561d7cbcf service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 663.627127] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-dd039513-ae89-441f-82aa-bab561d7cbcf service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 663.627220] env[65321]: INFO networking_nsxv3.common.synchronization [req-a06600f4-4cbc-4cb2-ac87-90bf4058588d req-dd039513-ae89-441f-82aa-bab561d7cbcf service nova] Enqueued Resource ID: d68ecfe4-3926-4682-b2f8-261e5b8be709 with Priority: HIGHEST for action port [ 663.627765] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 663.629480] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 663.629480] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d68ecfe4-3926-4682-b2f8-261e5b8be709 with Priority: HIGHEST for action port [ 663.630128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.630434] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.630515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.631022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d68ecfe4-3926-4682-b2f8-261e5b8be709 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.631147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.631219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.631404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.631493] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d68ecfe4-3926-4682-b2f8-261e5b8be709',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.650325] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 663.650580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.650746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.650955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.651163] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.651277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.651466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.651550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.651588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.651639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.651734] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.653783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.654723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.654723] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.654723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.654723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.654723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.654723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.655538] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.886185] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 663.887432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.887432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.887432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.887432] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.134015] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d68ecfe4-3926-4682-b2f8-261e5b8be709 with status ACTIVE [ 664.134480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.134667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.134749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.134999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.135572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.135572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.135572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.135781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.135894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.135985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.136310] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.136445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.136779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.136882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.137045] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d68ecfe4-3926-4682-b2f8-261e5b8be709 is going to be updated. [ 664.157744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.157993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.158220] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.165234] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.165486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.165486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.166533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.166533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.166533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d68ecfe4-3926-4682-b2f8-261e5b8be709" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.171942] env[65321]: INFO networking_nsxv3.common.synchronization [None req-cdb56962-feaa-45cb-b99a-eed1c7d95f57 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 664.172307] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 664.172657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.172780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.172842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.173268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.173268] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.393020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.393020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.393020] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.419909] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 664.420607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.422147] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a7ec85cf-1220-48d4-8bf6-6fe6ec87da31 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 664.422681] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 664.423070] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.423198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.660857] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.695170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.695364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.696296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.698044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.698044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.698044] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f already deleted. [ 664.698044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.698044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.698044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.698044] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.745092] env[65321]: INFO networking_nsxv3.common.synchronization [req-e33af66b-1de0-49b3-9048-2dede831a598 req-8bfa7df1-c529-48ce-89b0-3d0427ed643c tempest-ServersNegativeTestMultiTenantJSON-188212528 tempest-ServersNegativeTestMultiTenantJSON-188212528-project-member] Enqueued Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_members [ 664.749055] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_members [ 664.749406] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.749537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.749606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.749934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.750418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.750659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.750659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.750820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.750907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.751015] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.752558] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 664.752758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.893960] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.898024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.898024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.898024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.898024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.898819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.898819] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.164912] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.165157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.165157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.165337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.165542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.165542] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 665.206736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.206736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.207392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.207392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.207392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.220271] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 665.221154] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.221287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.221328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.221508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.221604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.221714] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f already deleted. [ 665.221803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.254621] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.254864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.255267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.255267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.255434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.255664] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.255941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.256055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.256254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.256346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.256423] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 788a37b5-39fa-4ba5-8455-be31830815ba already deleted. [ 665.256525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.400617] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-533 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.400810] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.400983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.401435] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.402173] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.402173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.402173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.402577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.402577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.402682] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.402760] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 665.402858] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 665.402960] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 665.403076] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 665.403207] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 665.403338] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 665.405158] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 665.431236] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.431425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.431552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.431848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.431981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.432354] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.432513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.432581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.432761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.432847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433113] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.433321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.433512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.433608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.433813] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.433969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.434054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.434264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.434341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.434470] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 665.437250] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 665.437876] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 665.437876] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 665.437876] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-533" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.438143] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-06400f4f-709b-4808-8598-a5ad0ecfd9b8 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.438311] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.438440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.438793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.438935] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06400f4f-709b-4808-8598-a5ad0ecfd9b8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.513572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.513786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.513883] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.514142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.514324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.530392] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 665.942532] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.942955] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.942955] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.943181] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.943325] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.943475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 06400f4f-709b-4808-8598-a5ad0ecfd9b8 not found, creating... [ 665.943759] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.943920] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.944153] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.944248] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.944432] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.944652] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.944904] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.944904] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.945128] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.945279] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.945439] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 06400f4f-709b-4808-8598-a5ad0ecfd9b8 is going to be created. [ 665.969556] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.969796] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.969880] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.970253] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.970524] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.970771] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.572742] env[65321]: INFO networking_nsxv3.common.synchronization [req-fdee28e4-7f48-4c92-b032-b594fd918eeb req-50c4aeee-b53d-46e1-81ca-3b74fc178a85 tempest-AttachInterfacesV270Test-306027075 tempest-AttachInterfacesV270Test-306027075-project-member] Enqueued Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_members [ 666.573660] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea831b0-977e-4534-b411-1062982c8cb5 with Priority: HIGHEST for action security_group_members [ 666.573827] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7ea831b0-977e-4534-b411-1062982c8cb5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.573965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.574047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.574276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.574500] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.574810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.574810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.574912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.575010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.575126] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7ea831b0-977e-4534-b411-1062982c8cb5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.890364] env[65321]: INFO networking_nsxv3.common.synchronization [req-e33af66b-1de0-49b3-9048-2dede831a598 req-ad958a68-7d4f-4daf-a803-660da860fe7e service nova] Enqueued Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_rules [ 666.890364] env[65321]: INFO networking_nsxv3.common.synchronization [req-e33af66b-1de0-49b3-9048-2dede831a598 req-ad958a68-7d4f-4daf-a803-660da860fe7e service nova] Enqueued Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_members [ 666.890364] env[65321]: INFO networking_nsxv3.common.synchronization [req-e33af66b-1de0-49b3-9048-2dede831a598 req-ad958a68-7d4f-4daf-a803-660da860fe7e service nova] Enqueued Resource ID: 06400f4f-709b-4808-8598-a5ad0ecfd9b8 with Priority: HIGHEST for action port [ 666.890807] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_rules [ 666.890933] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_members [ 666.891774] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06400f4f-709b-4808-8598-a5ad0ecfd9b8 with Priority: HIGHEST for action port [ 666.891774] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.891774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.891774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.891774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.892147] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.892844] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.892966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.893059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.893301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.893373] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.893464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.893523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.893663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.893745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.893829] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.894697] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-06400f4f-709b-4808-8598-a5ad0ecfd9b8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.894853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.894925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.895342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.895342] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06400f4f-709b-4808-8598-a5ad0ecfd9b8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.080750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.081061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.081061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.081278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.081369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.081586] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.081679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.081736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.081885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.081955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.082047] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea831b0-977e-4534-b411-1062982c8cb5 is going to be updated. [ 667.127069] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.127069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.127069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.127069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.127069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.138037] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea831b0-977e-4534-b411-1062982c8cb5 in Status: IN_PROGRESS for 2s [ 667.234660] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.234660] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.234660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.234660] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.397197] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.398327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.398560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.398626] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06400f4f-709b-4808-8598-a5ad0ecfd9b8 with status ACTIVE [ 667.398784] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.398938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.399353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.399353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.399353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.399550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.399550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.399550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.399696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.399768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.399948] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.402582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.402582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.402582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.402582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.402582] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06400f4f-709b-4808-8598-a5ad0ecfd9b8 is going to be updated. [ 667.432927] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.432927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.432927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.432927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.432927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.432927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06400f4f-709b-4808-8598-a5ad0ecfd9b8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.568122] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 667.568320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.738693] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.905605] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.054257] env[65321]: INFO networking_nsxv3.common.synchronization [req-186947b5-99fd-4ac3-8c82-3683319f2636 req-75048a7f-1d82-4e95-a837-6496ab4fb1ae tempest-DeleteServersAdminTestJSON-1902900211 tempest-DeleteServersAdminTestJSON-1902900211-project-member] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 668.055451] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 668.056066] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.056285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.056379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.057187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.057417] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.057548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.058046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.058046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.058046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.058338] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.243726] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.408187] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.408467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.408467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.409125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.409125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.409125] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 788a37b5-39fa-4ba5-8455-be31830815ba is going to be created. [ 668.432189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.432788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.432788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.432788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.432788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.443861] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 788a37b5-39fa-4ba5-8455-be31830815ba in Status: UNINITIALIZED for 2s [ 668.499346] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.504020] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.504020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.504020] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.504020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.504020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.504020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.504020] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.504020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.504020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.523853] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.523853] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.523853] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.523853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.523853] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-a80b2d91-4d20-4a16-862b-765d2ddef70c taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.523853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.523853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.523853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.523853] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80b2d91-4d20-4a16-862b-765d2ddef70c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.563181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.563353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.563425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.564046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.564736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.564736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.564736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.564736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.564736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.565532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.565532] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be updated. [ 668.598921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.599111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.599195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.599408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.599541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.610171] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 2s [ 668.749687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.749687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.749687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.749687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.749687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.749687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 668.793480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.793686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.793686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.793966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.794220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.806439] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 669.025938] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.026265] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.026500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.026732] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.026927] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.027106] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port a80b2d91-4d20-4a16-862b-765d2ddef70c not found, creating... [ 669.027386] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.027580] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.027661] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.027917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.028122] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.028419] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.028597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.028771] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.029044] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.029203] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.029397] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: a80b2d91-4d20-4a16-862b-765d2ddef70c is going to be created. [ 669.052044] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.052289] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.052432] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.052723] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.052949] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.053178] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.155879] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7ea831b0-977e-4534-b411-1062982c8cb5 in Status: SUCCESS [ 669.156055] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7ea831b0-977e-4534-b411-1062982c8cb5 deletion is rescheduled due to dependency. [ 669.156055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7ea831b0-977e-4534-b411-1062982c8cb5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.646630] env[65321]: INFO networking_nsxv3.common.synchronization [req-9cef8640-0c99-4456-9df1-e15becce61d9 req-436adb61-43f4-4b43-a16b-4ac38767dcc5 tempest-ServersTestFqdnHostnames-75894286 tempest-ServersTestFqdnHostnames-75894286-project-member] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_members [ 669.647184] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGHEST for action security_group_members [ 669.647502] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.647746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.647746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.647928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.648061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.648176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.648238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.648390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.648475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.648568] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.792795] env[65321]: INFO networking_nsxv3.common.synchronization [req-186947b5-99fd-4ac3-8c82-3683319f2636 req-60ddf547-a09b-4def-8960-9816617d48af service nova] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_rules [ 669.793032] env[65321]: INFO networking_nsxv3.common.synchronization [req-186947b5-99fd-4ac3-8c82-3683319f2636 req-60ddf547-a09b-4def-8960-9816617d48af service nova] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 669.793188] env[65321]: INFO networking_nsxv3.common.synchronization [req-186947b5-99fd-4ac3-8c82-3683319f2636 req-60ddf547-a09b-4def-8960-9816617d48af service nova] Enqueued Resource ID: a80b2d91-4d20-4a16-862b-765d2ddef70c with Priority: HIGHEST for action port [ 669.793679] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_rules [ 669.794619] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 669.794764] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a80b2d91-4d20-4a16-862b-765d2ddef70c with Priority: HIGHEST for action port [ 669.795135] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.795555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.795646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.795879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.795966] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.796912] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.797041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.797244] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a80b2d91-4d20-4a16-862b-765d2ddef70c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.797348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.797415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.797707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.797836] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a80b2d91-4d20-4a16-862b-765d2ddef70c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.151319] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.151617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.151754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.153985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.153985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.153985] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.153985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.153985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.153985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.153985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.153985] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 is going to be updated. [ 670.187578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.187785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.187785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.188027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.188197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.203096] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 in Status: IN_PROGRESS for 2s [ 670.301870] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a80b2d91-4d20-4a16-862b-765d2ddef70c with status ACTIVE [ 670.301870] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.302067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.302067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.302374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.302517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.302816] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.303063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.303124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.303369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.303478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.303754] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.303885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.303991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.306363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.306482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.306603] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a80b2d91-4d20-4a16-862b-765d2ddef70c is going to be updated. [ 670.309957] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.310151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.338682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.338682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.338682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.338682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.338682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.338682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a80b2d91-4d20-4a16-862b-765d2ddef70c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.459112] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 788a37b5-39fa-4ba5-8455-be31830815ba in Status: SUCCESS [ 670.460341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.460341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.460341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.460584] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.460649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.460753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.460895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.460970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.461122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.461199] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.625545] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 670.625800] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 deletion is rescheduled due to dependency. [ 670.625893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.626086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.626311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.626563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.626646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.626740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.626871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.626941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.627086] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.823041] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 670.823529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.823625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.823943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.824216] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.824344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.824405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.824590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.824665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.824753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.824922] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.827510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.827510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.827510] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.963247] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.963586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.963586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.963680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.963855] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.963958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.964070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.964185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.964267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.964349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.964499] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.964652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.964652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.964779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.965007] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.965007] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.965142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.965197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.965250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.965391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.965479] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.129237] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.330567] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a31dfbf2-bec5-4357-8b8f-d7c3def53bce: rpc.has_security_group_logging(os_id): False [ 671.351513] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.351686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.351759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.351981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.352097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.352293] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.352385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.352446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.352609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.352688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.352893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.352991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.353274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.353446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.353559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.353721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.353815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.353874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.354749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.354749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.354749] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be created. [ 671.419040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.419228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.419278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.419493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.419700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.432635] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 671.468174] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 788a37b5-39fa-4ba5-8455-be31830815ba: rpc.has_security_group_logging(os_id): False [ 671.494053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.494053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.494053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.494053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.494053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.494053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.494053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.494053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.494494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.494494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.494494] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.494494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.494694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.494694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.494766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.495585] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.498789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.498982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.499211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.499304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.499471] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 788a37b5-39fa-4ba5-8455-be31830815ba is going to be created. [ 671.512676] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d80c31ce-d958-4d5b-9306-38f2a73a093e None None] Enqueued Resource ID: 875b615c-8b6b-41aa-b471-26ce9d1e05f7 with Priority: HIGHEST for action port [ 671.513240] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 875b615c-8b6b-41aa-b471-26ce9d1e05f7 with Priority: HIGHEST for action port [ 671.513597] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-875b615c-8b6b-41aa-b471-26ce9d1e05f7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.513713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-875b615c-8b6b-41aa-b471-26ce9d1e05f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.513859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-875b615c-8b6b-41aa-b471-26ce9d1e05f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.514018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-875b615c-8b6b-41aa-b471-26ce9d1e05f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.519361] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('875b615c-8b6b-41aa-b471-26ce9d1e05f7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.590864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.591111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.591111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.591290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.591474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.612031] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 788a37b5-39fa-4ba5-8455-be31830815ba in Status: IN_PROGRESS for 2s [ 671.631247] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.024356] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 875b615c-8b6b-41aa-b471-26ce9d1e05f7 [ 672.024356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.024356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.024356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.024994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.025219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.025509] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:875b615c-8b6b-41aa-b471-26ce9d1e05f7 already deleted. [ 672.025672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-875b615c-8b6b-41aa-b471-26ce9d1e05f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.133982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.134213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.137178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.137178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.137178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.137178] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be updated. [ 672.175096] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.175329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.175329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.177222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.177222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.186188] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 2s [ 672.213306] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 in Status: SUCCESS [ 672.213487] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 deletion is rescheduled due to dependency. [ 672.213598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.450504] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 673.450917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.451013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.451226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.451345] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.633180] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 788a37b5-39fa-4ba5-8455-be31830815ba in Status: SUCCESS [ 673.633492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.956839] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.957049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.957495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.958590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.958590] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.958590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.958590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.958590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.958808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.958916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.960042] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.199651] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 4s [ 674.463839] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.463839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.463839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.463839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.463839] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.464329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.464329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.464329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.464329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.464711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.464711] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.464711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.464711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.464897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.466110] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.466110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.466110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.467633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.467790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.467880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.467959] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.587239] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b8f9200a-0715-4b7d-bcf6-c7069e833b8e None None] Enqueued Resource ID: bb782c8e-fa92-46b8-8f65-509e679fa449 with Priority: HIGHEST for action port [ 674.587239] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb782c8e-fa92-46b8-8f65-509e679fa449 with Priority: HIGHEST for action port [ 674.588678] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb782c8e-fa92-46b8-8f65-509e679fa449 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.588868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb782c8e-fa92-46b8-8f65-509e679fa449" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.588921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb782c8e-fa92-46b8-8f65-509e679fa449" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.589261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb782c8e-fa92-46b8-8f65-509e679fa449" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.589354] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb782c8e-fa92-46b8-8f65-509e679fa449',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.972251] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a31dfbf2-bec5-4357-8b8f-d7c3def53bce: rpc.has_security_group_logging(os_id): False [ 674.999861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.000211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.000335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.000711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.000836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.001119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.001239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.001315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.001556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.001689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.001904] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.002715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.002811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.003063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.003204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.003597] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.003788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.003957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.004142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.004239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.004349] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 675.090049] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.090270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.090382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.090672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.090882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.092515] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bb782c8e-fa92-46b8-8f65-509e679fa449 [ 675.092795] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.092972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.093078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.093567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.093567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.093567] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bb782c8e-fa92-46b8-8f65-509e679fa449 already deleted. [ 675.093870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb782c8e-fa92-46b8-8f65-509e679fa449" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.108406] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 675.965302] env[65321]: INFO networking_nsxv3.common.synchronization [req-1c2eec16-2af7-44e4-92f9-b130a3de6992 req-cdf53298-549a-45cc-ba11-c325f0f6c3cf tempest-FloatingIPsAssociationNegativeTestJSON-1037455717 tempest-FloatingIPsAssociationNegativeTestJSON-1037455717-project-member] Enqueued Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_members [ 675.966906] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_members [ 675.966906] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.966906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.966906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.966906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.966906] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.966906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.966906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.967542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.967542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.967542] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.034517] env[65321]: INFO networking_nsxv3.common.synchronization [None req-f89e706a-2bb9-43fe-8669-ec968ba92f1c None None] Enqueued Resource ID: f6b261c2-f948-4999-878c-f85c9eee05b9 with Priority: HIGHEST for action port [ 676.035116] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b261c2-f948-4999-878c-f85c9eee05b9 with Priority: HIGHEST for action port [ 676.035454] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b261c2-f948-4999-878c-f85c9eee05b9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.035608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b261c2-f948-4999-878c-f85c9eee05b9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.035689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b261c2-f948-4999-878c-f85c9eee05b9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.035916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b261c2-f948-4999-878c-f85c9eee05b9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.036016] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b261c2-f948-4999-878c-f85c9eee05b9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.218025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.218025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.218025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.218025] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.475613] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.476196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.476353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.476675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.476959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.477353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.477621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.477894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.478140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.478248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.478332] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f already deleted. [ 676.480168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.539176] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f6b261c2-f948-4999-878c-f85c9eee05b9 [ 676.539176] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.539176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.539176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.539485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.539485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.539485] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f6b261c2-f948-4999-878c-f85c9eee05b9 already deleted. [ 676.539661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b261c2-f948-4999-878c-f85c9eee05b9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.719871] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.720094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.720153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.720337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.720565] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.720742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.720828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.721128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.721225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.721420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.721504] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.721601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.721660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.721870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.722052] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.722185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.723162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.723162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.723162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.723162] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.006180] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-523 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.006468] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-523" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.006532] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-523" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.006872] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-523" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.007539] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.007779] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.007913] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.008208] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.008371] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.008576] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.008707] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 677.008813] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 677.008909] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 677.009020] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 677.009134] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 677.009273] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 677.033878] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 677.034094] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 677.034234] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 677.034459] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-523" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.034824] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-a1800414-f4f4-421b-a38c-e83951fe0376 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.035048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.035182] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.035577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.035945] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1800414-f4f4-421b-a38c-e83951fe0376',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.125678] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 677.126463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.230964] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 95e5efd5-1115-485f-84eb-a48946f68f67: rpc.has_security_group_logging(os_id): False [ 677.253134] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.254223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.254223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.254223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.254223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.254378] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.254443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.254493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.254644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.254730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.254930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.255033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.255081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.255233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.255301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.255496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.255589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.255667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.257037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.257037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.257037] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be updated. [ 677.328043] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.328272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.328272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.328911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.328911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.344373] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 2s [ 677.541218] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.541937] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.541937] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.542329] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.542419] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.542634] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port a1800414-f4f4-421b-a38c-e83951fe0376 not found, creating... [ 677.543030] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.543776] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.544322] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.544769] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.544950] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.545318] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.546147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.546147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.546147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.546147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.546147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: a1800414-f4f4-421b-a38c-e83951fe0376 is going to be created. [ 677.600249] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.601683] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.601817] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.602130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.602373] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.602736] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.993954] env[65321]: INFO networking_nsxv3.common.synchronization [None req-bc154c11-402d-41f5-ba65-90b2a6116e6c None None] Enqueued Resource ID: c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb with Priority: HIGHEST for action port [ 677.994525] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb with Priority: HIGHEST for action port [ 677.994857] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.994981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.995092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.995332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.995408] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.237388] env[65321]: INFO networking_nsxv3.common.synchronization [None req-916d7cdd-c7d1-4916-9e56-a28adfc55956 None None] Enqueued Resource ID: 42d0d32c-f8e9-4826-a714-65217502e91d with Priority: HIGHEST for action port [ 678.237388] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d0d32c-f8e9-4826-a714-65217502e91d with Priority: HIGHEST for action port [ 678.237388] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-42d0d32c-f8e9-4826-a714-65217502e91d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.237388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42d0d32c-f8e9-4826-a714-65217502e91d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.239563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42d0d32c-f8e9-4826-a714-65217502e91d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.240120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42d0d32c-f8e9-4826-a714-65217502e91d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.240327] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42d0d32c-f8e9-4826-a714-65217502e91d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.338948] env[65321]: INFO networking_nsxv3.common.synchronization [req-1c2eec16-2af7-44e4-92f9-b130a3de6992 req-43a13e58-6467-480a-be95-4b1c58d26089 service nova] Enqueued Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_rules [ 678.338948] env[65321]: INFO networking_nsxv3.common.synchronization [req-1c2eec16-2af7-44e4-92f9-b130a3de6992 req-43a13e58-6467-480a-be95-4b1c58d26089 service nova] Enqueued Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_members [ 678.339354] env[65321]: INFO networking_nsxv3.common.synchronization [req-1c2eec16-2af7-44e4-92f9-b130a3de6992 req-43a13e58-6467-480a-be95-4b1c58d26089 service nova] Enqueued Resource ID: a1800414-f4f4-421b-a38c-e83951fe0376 with Priority: HIGHEST for action port [ 678.339791] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_rules [ 678.339897] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_members [ 678.339897] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1800414-f4f4-421b-a38c-e83951fe0376 with Priority: HIGHEST for action port [ 678.346784] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.347019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.347106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.347549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.347549] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.348730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.348885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.348962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.349226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.349390] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.350297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.350297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.350297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.350297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.350297] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.359413] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1800414-f4f4-421b-a38c-e83951fe0376 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.359413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.359413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.359413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.359413] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1800414-f4f4-421b-a38c-e83951fe0376',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.501020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb [ 678.501020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.501020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.501020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.501020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.501020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.501020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb already deleted. [ 678.501020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4dcfa6f-1815-47d9-80f8-2cbbbaafdffb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.745803] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 42d0d32c-f8e9-4826-a714-65217502e91d [ 678.746141] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.747203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.747385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.747508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.747743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.747743] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:42d0d32c-f8e9-4826-a714-65217502e91d already deleted. [ 678.749386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42d0d32c-f8e9-4826-a714-65217502e91d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.851236] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7d897a9-a9b9-49d8-9d5d-16dc7e9a2453 req-87f497e5-bfb6-4ace-9faf-abb9acbae042 tempest-FloatingIPsAssociationTestJSON-416145716 tempest-FloatingIPsAssociationTestJSON-416145716-project-member] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 678.851236] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 678.851236] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.851236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.851585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.851585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.851744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.851856] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.851919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.852123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.852232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.852350] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.856335] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.861918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a1800414-f4f4-421b-a38c-e83951fe0376 with status ACTIVE [ 678.861918] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.861918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.861918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.861918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.861918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.862256] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.862256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.862353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.862531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.862738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.863245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.866955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.866955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.866955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.866955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.866955] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a1800414-f4f4-421b-a38c-e83951fe0376 is going to be updated. [ 678.870232] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.870232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.896576] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.896812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.896812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.897304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.897508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.897755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1800414-f4f4-421b-a38c-e83951fe0376" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.345223] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-813 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.346781] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.346781] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.347127] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.347394] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.347560] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.348089] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.348089] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.348263] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.348360] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.348464] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.348564] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.348737] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.348792] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.349255] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.349255] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.354120] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.358014] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.370161] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 679.370678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.374323] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.374498] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.374633] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.374821] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-813" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.375159] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-e2852607-ec00-4549-88c9-b2d529b85781 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.375324] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.375443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.376033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.376153] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2852607-ec00-4549-88c9-b2d529b85781',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.857657] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.862507] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.862749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.862749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.862946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.863051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.863165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f is going to be created. [ 679.881078] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.881078] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.881078] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.881435] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.881435] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.881435] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port e2852607-ec00-4549-88c9-b2d529b85781 not found, creating... [ 679.881676] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.881829] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.881935] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.882211] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.882411] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.882714] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.882848] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.882955] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.884961] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.884961] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.884961] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: e2852607-ec00-4549-88c9-b2d529b85781 is going to be created. [ 679.895203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.895203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.895203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.895203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.895203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.907268] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f in Status: UNINITIALIZED for 2s [ 679.911673] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.911673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.911673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.911673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.911673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.911673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.369051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.369051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.369051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.369051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.369051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.369051] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be updated. [ 680.401907] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.401985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.402056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.402284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.402431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.414212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: IN_PROGRESS for 2s [ 680.480900] env[65321]: INFO networking_nsxv3.common.synchronization [None req-421bb0fc-23f5-4599-945c-093d1b8cd7b3 tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 680.481217] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 680.481639] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.481756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.481830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.483188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.483288] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.656785] env[65321]: INFO networking_nsxv3.common.synchronization [None req-be76ea57-6b18-451c-923d-536c464dd79c tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 680.658306] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 680.659191] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.660873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.713615] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7d897a9-a9b9-49d8-9d5d-16dc7e9a2453 req-909b46e7-a378-4051-99f0-062ed233f674 service nova] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_rules [ 680.713820] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7d897a9-a9b9-49d8-9d5d-16dc7e9a2453 req-909b46e7-a378-4051-99f0-062ed233f674 service nova] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 680.713986] env[65321]: INFO networking_nsxv3.common.synchronization [req-b7d897a9-a9b9-49d8-9d5d-16dc7e9a2453 req-909b46e7-a378-4051-99f0-062ed233f674 service nova] Enqueued Resource ID: e2852607-ec00-4549-88c9-b2d529b85781 with Priority: HIGHEST for action port [ 680.714673] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_rules [ 680.714881] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 680.714881] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2852607-ec00-4549-88c9-b2d529b85781 with Priority: HIGHEST for action port [ 680.715770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.715980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.716140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.716449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.716580] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.718552] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.718723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.719143] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2852607-ec00-4549-88c9-b2d529b85781 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.719253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.719381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.719676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.719808] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2852607-ec00-4549-88c9-b2d529b85781',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.015729] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.016977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.016977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.016977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.017390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.017390] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 already deleted. [ 681.017554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.019592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.019592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.019592] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.219615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.219949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.224873] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2852607-ec00-4549-88c9-b2d529b85781 with status ACTIVE [ 681.224873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.225184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.225184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.226119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.226119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.226119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.226119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.226119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.226425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.226425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.226490] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.226565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.226617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.226784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.226910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.226960] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2852607-ec00-4549-88c9-b2d529b85781 is going to be updated. [ 681.260712] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.260712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.260712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.260712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.260909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.261142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2852607-ec00-4549-88c9-b2d529b85781" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.554714] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.555034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.555034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.556037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.556037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.556037] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 already deleted. [ 681.556037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.718844] env[65321]: INFO networking_nsxv3.common.synchronization [None req-ecf0e3dd-44de-4c70-886c-cbd03ee3e243 None None] Enqueued Resource ID: 44aba8f9-2947-416b-bb09-f2a1897c6c77 with Priority: HIGHEST for action port [ 681.719643] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 44aba8f9-2947-416b-bb09-f2a1897c6c77 with Priority: HIGHEST for action port [ 681.720784] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-44aba8f9-2947-416b-bb09-f2a1897c6c77 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.721045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-44aba8f9-2947-416b-bb09-f2a1897c6c77" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.721189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-44aba8f9-2947-416b-bb09-f2a1897c6c77" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.721523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-44aba8f9-2947-416b-bb09-f2a1897c6c77" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.723018] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('44aba8f9-2947-416b-bb09-f2a1897c6c77',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.920021] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f in Status: SUCCESS [ 681.920433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.920560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.920716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.920927] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.921063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.921129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.921396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.921961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.921961] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.225023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 44aba8f9-2947-416b-bb09-f2a1897c6c77 [ 682.226028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.226028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.226028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.226299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.226625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.226625] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:44aba8f9-2947-416b-bb09-f2a1897c6c77 already deleted. [ 682.226757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-44aba8f9-2947-416b-bb09-f2a1897c6c77" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.425908] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 682.426262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.426499] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.426690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.426690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.426997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.427192] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.427318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.427387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.427546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.427629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.427790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.427951] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.428124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.428124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.428299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.428524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.428750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.428750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.428977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.429063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.429342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.429448] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.430483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.430641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.431036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.431036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.431036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.431189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.431269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.431335] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.856019] env[65321]: INFO networking_nsxv3.common.synchronization [req-153339c6-c0a6-4eb6-bbfe-e50cd08df3a4 req-cfd11ecb-ba41-48bd-b1d5-0db15907139f tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 682.857132] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 682.857502] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.857690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.857821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.858367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.858748] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.858958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.859180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.859946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.860129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.860320] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.933800] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3ba6bd84-dc3e-4002-aea9-27db7663023f: rpc.has_security_group_logging(os_id): False [ 682.934950] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.959554] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.959554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.959554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.959554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.959554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.960024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.960024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.960024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.960237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.960460] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.960587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.960649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.960855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.960947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.962050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.962265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.962265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.962508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.962590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.962730] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f is going to be created. [ 683.066456] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.066883] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.067045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.067384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.067784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.088234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f in Status: IN_PROGRESS for 2s [ 683.366355] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.438423] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.714716] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-d0666528-03d9-456d-ab1a-810e94dc11ee tempest-ListServersNegativeTestJSON-133049270 tempest-ListServersNegativeTestJSON-133049270-project-member] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 683.715639] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 683.716065] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.716199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.716269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.716595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.716851] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.717061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.717173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.717360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.717737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.717737] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.869812] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.945102] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.945102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.945102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.945102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.945102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.945102] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be updated. [ 684.015660] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.015864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.015948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.016223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.016460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.033901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: IN_PROGRESS for 2s [ 684.177203] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.177402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.177525] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.177927] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.178591] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.178820] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.179245] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.179245] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.179347] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.179540] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.179646] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.179770] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.179846] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.179949] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 684.180066] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.180200] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.200136] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.200401] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 684.200476] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.200685] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.200989] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-15a8c0ec-0360-44b9-95fe-8770abf14c1e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.201183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.201298] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.201613] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.201782] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a8c0ec-0360-44b9-95fe-8770abf14c1e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.219691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.219849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.219922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.220207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.220343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.220571] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.220682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.220731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.221132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.221132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.221132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 already deleted. [ 684.221132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.372694] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.372903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.372903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.373270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.373376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.373521] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 684.421066] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.421676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.423647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.423647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.423647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.438483] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 684.705225] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.705475] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.705624] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.705840] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.705988] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.706147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 15a8c0ec-0360-44b9-95fe-8770abf14c1e not found, creating... [ 684.706400] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.706552] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.706831] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.706910] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.707028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.707336] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.707488] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.707601] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.707827] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.707963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.708105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 15a8c0ec-0360-44b9-95fe-8770abf14c1e is going to be created. [ 684.732114] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.732345] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.732471] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.732740] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.732978] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.733226] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.102540] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f in Status: SUCCESS [ 685.102540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.477323] env[65321]: INFO networking_nsxv3.common.synchronization [req-949e1a17-1c54-4693-a988-3c9c52634d59 req-7dd09723-ff14-4096-b041-2919ea6611fe tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 685.478055] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 685.478438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.478566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.541520] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-892efeb2-6a4e-4bfb-b08c-5a21046813e4 service nova] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_rules [ 685.541520] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-892efeb2-6a4e-4bfb-b08c-5a21046813e4 service nova] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 685.541709] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-892efeb2-6a4e-4bfb-b08c-5a21046813e4 service nova] Enqueued Resource ID: 15a8c0ec-0360-44b9-95fe-8770abf14c1e with Priority: HIGHEST for action port [ 685.545529] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_rules [ 685.545529] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 685.545529] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15a8c0ec-0360-44b9-95fe-8770abf14c1e with Priority: HIGHEST for action port [ 685.545529] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.545529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.545529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.545529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.545529] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.545529] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.545529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.545529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.545529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.547219] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.547219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.547219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.547219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.547219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.547219] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.548373] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-15a8c0ec-0360-44b9-95fe-8770abf14c1e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.548455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.548596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.548843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.548979] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15a8c0ec-0360-44b9-95fe-8770abf14c1e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.994598] env[65321]: INFO networking_nsxv3.common.synchronization [None req-39c5fce4-16a4-413c-886a-6768cc29c69a None None] Enqueued Resource ID: 0f249e97-0408-4bdc-b1fa-60e9f970df58 with Priority: HIGHEST for action port [ 685.994598] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f249e97-0408-4bdc-b1fa-60e9f970df58 with Priority: HIGHEST for action port [ 685.995377] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f249e97-0408-4bdc-b1fa-60e9f970df58 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.995635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f249e97-0408-4bdc-b1fa-60e9f970df58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.995635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f249e97-0408-4bdc-b1fa-60e9f970df58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.995933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f249e97-0408-4bdc-b1fa-60e9f970df58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.995933] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f249e97-0408-4bdc-b1fa-60e9f970df58',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.046580] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 686.046807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.047494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.048128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.048128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.048128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.048128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.048128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.049091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.049091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.049091] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.051151] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.051750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.052041] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.052856] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 15a8c0ec-0360-44b9-95fe-8770abf14c1e with status ACTIVE [ 686.053740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.053740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.053740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.053740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.053740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.053740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.054318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.054318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.054318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.057467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.057657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.057842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.057924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.058172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.058255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.058352] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 15a8c0ec-0360-44b9-95fe-8770abf14c1e is going to be updated. [ 686.085487] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.085906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.085906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.086113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.086113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.086319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15a8c0ec-0360-44b9-95fe-8770abf14c1e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.452058] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 686.452415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.452665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.452991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.453205] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.453330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.453398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.453566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.453650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.453749] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.500752] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0f249e97-0408-4bdc-b1fa-60e9f970df58 [ 686.500752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.503137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.503261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.504991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.504991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.504991] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0f249e97-0408-4bdc-b1fa-60e9f970df58 already deleted. [ 686.504991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f249e97-0408-4bdc-b1fa-60e9f970df58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.551648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.552443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.552562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.552804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.552999] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.553358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.553448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.553638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.553732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.554440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.554819] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.555622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.555622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.555622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.555622] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.555622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.555622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.556026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.556026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.556026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.556026] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.562073] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.564947] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-7b0f6f69-b66e-4334-8dac-a385326e9cd2 tempest-ListServersNegativeTestJSON-133049270 tempest-ListServersNegativeTestJSON-133049270-project-member] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 686.567230] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 686.568081] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.568305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.956253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.956533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.956533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.956800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.956924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.957207] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.957346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.957423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.957679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.957756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.957881] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 686.994972] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.994972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.994972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.995201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.995282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.009805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 687.058758] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e642559-4fce-480f-a2de-19a2611eca29: rpc.has_security_group_logging(os_id): False [ 687.068458] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.068818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.068938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.069234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.069706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.069863] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be created. [ 687.091544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.091916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.091916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.092017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.093035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.093035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.093259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.093339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.093548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.093625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.093835] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.094308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.094308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.095101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.095219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.095650] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.095650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.095802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.095879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.096055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.096136] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be updated. [ 687.114868] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.114868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.116177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.116368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.116473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.136587] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: UNINITIALIZED for 2s [ 687.147648] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.147960] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.148099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.148366] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.148632] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.148782] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.149197] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.149472] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.149642] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.150670] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.150802] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.150918] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.150955] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.151102] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.151230] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.151684] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.174091] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.175063] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.175244] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.175430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.175811] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-621e85fb-3785-4c57-be20-5c7523886dcf taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.175992] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.176119] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.176483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.176622] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621e85fb-3785-4c57-be20-5c7523886dcf',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.184952] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.184952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.184952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.184952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.185182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.206663] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: IN_PROGRESS for 2s [ 687.679773] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.680099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.681129] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.681861] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.682060] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.682219] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 621e85fb-3785-4c57-be20-5c7523886dcf not found, creating... [ 687.682516] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.682683] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.683323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.683323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.683323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.683490] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.683734] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.683734] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.683901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.685656] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.685656] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 621e85fb-3785-4c57-be20-5c7523886dcf is going to be created. [ 687.720425] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.720660] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.720745] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.721029] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.721257] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.722107] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.229544] env[65321]: INFO networking_nsxv3.common.synchronization [None req-1a581cb9-039b-4322-8ad3-170edf42c661 None None] Enqueued Resource ID: 7b31399a-6531-4e02-9109-076e26c502a7 with Priority: HIGHEST for action port [ 688.230016] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b31399a-6531-4e02-9109-076e26c502a7 with Priority: HIGHEST for action port [ 688.231101] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b31399a-6531-4e02-9109-076e26c502a7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.232697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b31399a-6531-4e02-9109-076e26c502a7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.233619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b31399a-6531-4e02-9109-076e26c502a7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.234010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b31399a-6531-4e02-9109-076e26c502a7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.234155] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b31399a-6531-4e02-9109-076e26c502a7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.506154] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-bda5e9cf-6aec-4c1c-918a-1a9a5d72ce10 service nova] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_rules [ 688.506344] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-bda5e9cf-6aec-4c1c-918a-1a9a5d72ce10 service nova] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 688.506460] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-bda5e9cf-6aec-4c1c-918a-1a9a5d72ce10 service nova] Enqueued Resource ID: 621e85fb-3785-4c57-be20-5c7523886dcf with Priority: HIGHEST for action port [ 688.507038] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_rules [ 688.507405] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 688.507405] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621e85fb-3785-4c57-be20-5c7523886dcf with Priority: HIGHEST for action port [ 688.507606] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.507762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.508021] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.509338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.510391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-621e85fb-3785-4c57-be20-5c7523886dcf taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.510608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.510608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.511297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.511297] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621e85fb-3785-4c57-be20-5c7523886dcf',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.740147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b31399a-6531-4e02-9109-076e26c502a7 [ 688.740147] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.740147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.740147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.740147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.740147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.740147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b31399a-6531-4e02-9109-076e26c502a7 already deleted. [ 688.740147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b31399a-6531-4e02-9109-076e26c502a7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.012756] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 621e85fb-3785-4c57-be20-5c7523886dcf with status ACTIVE [ 689.013548] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.013548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.013548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.013548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.013865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.013905] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.014572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.014572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.014572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.014572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.014873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.014873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.015029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.015029] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 621e85fb-3785-4c57-be20-5c7523886dcf is going to be updated. [ 689.040304] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 689.040503] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce deletion is rescheduled due to dependency. [ 689.040620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.055904] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.056113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.056237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.056442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.056853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.056853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621e85fb-3785-4c57-be20-5c7523886dcf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.151779] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 689.151779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.152198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.152345] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.152467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.152536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.152704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.152786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.152975] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.153935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.155639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.156912] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.156912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.156912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.157307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.157307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.157426] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.230694] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 689.230694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.659691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.660739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.661039] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.163689] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.262530] env[65321]: INFO networking_nsxv3.common.synchronization [req-552d225d-c011-4b9c-8867-d9c2d38665fe req-5ec1c450-1c32-4e02-964c-07f39739f02f tempest-DeleteServersAdminTestJSON-1902900211 tempest-DeleteServersAdminTestJSON-1902900211-project-member] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 690.263549] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGHEST for action security_group_members [ 690.263549] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.263549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.263790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.263932] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.263993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.264104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.264369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.264537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.264648] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.464101] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6ee8577e-fd40-461e-af04-fec3964305be tempest-ServersTestManualDisk-1990555551 tempest-ServersTestManualDisk-1990555551-project-member] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_rules [ 690.464782] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_rules [ 690.465379] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.465526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.465603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.465949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.466072] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.665730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.665902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.665982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.666221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.666314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.666417] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 690.681842] env[65321]: INFO networking_nsxv3.common.synchronization [None req-69247197-0079-4435-b38c-50528043b3d8 tempest-ServersTestManualDisk-1990555551 tempest-ServersTestManualDisk-1990555551-project-member] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_rules [ 690.681842] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_rules [ 690.681842] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.681842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.700739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.700959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.700959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.702034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.702034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.712754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 690.767505] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.767505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.767505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.767900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.767900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768083] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.768203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.768286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.768496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.768583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.768691] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be updated. [ 690.802615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.802787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.802862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.803055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.803225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.813242] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: IN_PROGRESS for 2s [ 690.992252] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.992456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.992456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.992666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.992758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.992855] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 already deleted. [ 690.992938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.993104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.993269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.993352] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.521532] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.521532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.521532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.522133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.522133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.522133] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 already deleted. [ 691.522133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.068177] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-08745310-1639-4c65-bc41-b08b7d7d10eb tempest-ListServersNegativeTestJSON-133049270 tempest-ListServersNegativeTestJSON-133049270-project-member] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 692.068177] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 692.068177] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.068177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.498419] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-837 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.498645] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.498722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.499018] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.499922] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.500238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.500300] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.500536] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.500709] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.500879] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.501040] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 692.501164] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 692.501269] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 692.501410] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 692.501490] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 692.501601] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 692.535085] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 692.535412] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 692.535412] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 692.535689] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-837" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.536174] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-1e838091-72eb-4930-8dc0-5fa598012629 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.536388] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.536524] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.536845] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.536980] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e838091-72eb-4930-8dc0-5fa598012629',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.725071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 692.725304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.725481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.725790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.725941] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.726076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.726143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.726307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.726391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.726486] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.828744] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 95e5efd5-1115-485f-84eb-a48946f68f67 in Status: SUCCESS [ 692.828799] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 deletion is rescheduled due to dependency. [ 692.828901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.041033] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.041259] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.041676] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.042333] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.042453] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.042635] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 1e838091-72eb-4930-8dc0-5fa598012629 not found, creating... [ 693.042944] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.043213] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.043312] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.043794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.043960] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.044628] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.044778] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.044991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.045116] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.045307] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.045417] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 1e838091-72eb-4930-8dc0-5fa598012629 is going to be created. [ 693.082358] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.082538] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.083166] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.083166] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.083283] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.086423] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.228855] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.731471] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.814802] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-15c5f6de-f452-4e13-afa4-5b8cd1a89b2c service nova] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_rules [ 693.814987] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-15c5f6de-f452-4e13-afa4-5b8cd1a89b2c service nova] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 693.815147] env[65321]: INFO networking_nsxv3.common.synchronization [req-1b5c30e6-159b-4d42-a6a4-ce1c99dc53b7 req-15c5f6de-f452-4e13-afa4-5b8cd1a89b2c service nova] Enqueued Resource ID: 1e838091-72eb-4930-8dc0-5fa598012629 with Priority: HIGHEST for action port [ 693.815376] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_rules [ 693.815506] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 693.815598] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e838091-72eb-4930-8dc0-5fa598012629 with Priority: HIGHEST for action port [ 693.816169] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.816287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.816468] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.816562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.816735] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-1e838091-72eb-4930-8dc0-5fa598012629 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.816843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.816890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.817107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.817189] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1e838091-72eb-4930-8dc0-5fa598012629',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.239649] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.239649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.239649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.239796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.239796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.240030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 694.277519] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.277519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.277519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.277781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.277861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.289295] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 694.320703] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1e838091-72eb-4930-8dc0-5fa598012629 with status ACTIVE [ 694.320703] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.320703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.320703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.320703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.320703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.320703] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.320988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.320988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.320988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.321101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.321484] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.321484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.321484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.321647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.321647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.321774] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1e838091-72eb-4930-8dc0-5fa598012629 is going to be updated. [ 694.349581] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.349772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.349817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.350047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.350200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.350355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1e838091-72eb-4930-8dc0-5fa598012629" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.284665] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d9a0c265-7ce5-4b46-8f00-aa60945287d9 None None] Enqueued Resource ID: 50bf28eb-35a3-4fdc-a675-29a45296c5f0 with Priority: HIGHEST for action port [ 695.285378] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50bf28eb-35a3-4fdc-a675-29a45296c5f0 with Priority: HIGHEST for action port [ 695.286055] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-50bf28eb-35a3-4fdc-a675-29a45296c5f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.286055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50bf28eb-35a3-4fdc-a675-29a45296c5f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.286055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50bf28eb-35a3-4fdc-a675-29a45296c5f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.286306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50bf28eb-35a3-4fdc-a675-29a45296c5f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.286413] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50bf28eb-35a3-4fdc-a675-29a45296c5f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.788960] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50bf28eb-35a3-4fdc-a675-29a45296c5f0 [ 695.789143] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.789224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.789263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.789484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.789575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.789674] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50bf28eb-35a3-4fdc-a675-29a45296c5f0 already deleted. [ 695.789786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50bf28eb-35a3-4fdc-a675-29a45296c5f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.304707] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 696.305200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.305200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.305322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.305538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.305639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.305686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.306533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.306533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.306533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.306533] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.306533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.306533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.306533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.306787] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.306787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.306787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.306879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.306957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.310202] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.310202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.310202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.310202] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.515654] env[65321]: INFO networking_nsxv3.common.synchronization [req-698e00fe-be91-4c7b-8509-7e5c1305604e req-e26adc4a-b75e-493c-a269-5474e2e5c640 tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 696.516351] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 696.516712] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.516801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.516844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.517436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.517831] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.517831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.517831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.518481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.518481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.518481] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.812168] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.813201] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a66501d-1de9-40d9-a041-56836c0bb450: rpc.has_security_group_logging(os_id): False [ 696.833676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.833858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.833976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.834453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.834517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.834787] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.834936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.835019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.835183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.835259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.835454] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.835547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.835808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.835808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.835808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.836104] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.836224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.836293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.836494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.836608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.836709] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be created. [ 696.909196] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.909196] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.909196] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.909712] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910571] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.911246] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.911558] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.912101] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.912420] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.912770] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.913797] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 696.913797] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 696.913797] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 696.913797] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 696.913797] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 696.913797] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 696.916627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.916627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.916627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.916627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.916627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.944335] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 696.944578] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 696.944789] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 696.944993] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.945581] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-a0a52b82-1b24-4f80-9978-b12cb31130ee taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.945874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.946051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.946486] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.946701] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a52b82-1b24-4f80-9978-b12cb31130ee',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.948625] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 697.022470] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.022622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.024202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.024202] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 already deleted. [ 697.024202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.316142] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.451100] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.451100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.451100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.451482] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.451585] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.451772] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port a0a52b82-1b24-4f80-9978-b12cb31130ee not found, creating... [ 697.452070] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.452801] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.453060] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.453442] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.453668] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.454130] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.454362] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.454556] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.454895] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.455239] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.455426] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: a0a52b82-1b24-4f80-9978-b12cb31130ee is going to be created. [ 697.482108] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.482668] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.482814] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.483137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.483388] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.483629] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.819401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.819569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.819654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.819937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.820031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.821287] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 697.870914] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.870914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.870914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.871255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.871436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.893324] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 698.015267] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5ca7c4a5-f60d-4957-bfd3-e1aa105d9de8 None None] Enqueued Resource ID: 0c63e0b2-8504-470d-b512-fc39a568753b with Priority: HIGHEST for action port [ 698.016380] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c63e0b2-8504-470d-b512-fc39a568753b with Priority: HIGHEST for action port [ 698.016764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c63e0b2-8504-470d-b512-fc39a568753b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.016764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c63e0b2-8504-470d-b512-fc39a568753b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.016907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c63e0b2-8504-470d-b512-fc39a568753b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.018092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c63e0b2-8504-470d-b512-fc39a568753b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.018092] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c63e0b2-8504-470d-b512-fc39a568753b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.284279] env[65321]: INFO networking_nsxv3.common.synchronization [req-698e00fe-be91-4c7b-8509-7e5c1305604e req-6a7fd276-aa7e-455a-81f1-0a3fc7c00d70 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 698.284279] env[65321]: INFO networking_nsxv3.common.synchronization [req-698e00fe-be91-4c7b-8509-7e5c1305604e req-6a7fd276-aa7e-455a-81f1-0a3fc7c00d70 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 698.284279] env[65321]: INFO networking_nsxv3.common.synchronization [req-698e00fe-be91-4c7b-8509-7e5c1305604e req-6a7fd276-aa7e-455a-81f1-0a3fc7c00d70 service nova] Enqueued Resource ID: a0a52b82-1b24-4f80-9978-b12cb31130ee with Priority: HIGHEST for action port [ 698.284279] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 698.286022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 698.286022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0a52b82-1b24-4f80-9978-b12cb31130ee with Priority: HIGHEST for action port [ 698.286749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.288686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.288686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.288686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.288686] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.291480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.292802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.294447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.294773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.295770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.296427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.296523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.296817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.297270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.297270] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.298724] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0a52b82-1b24-4f80-9978-b12cb31130ee taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.299201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.299201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.299359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.299520] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0a52b82-1b24-4f80-9978-b12cb31130ee',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.522791] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c63e0b2-8504-470d-b512-fc39a568753b [ 698.522791] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.522791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.522791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.522791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.522791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.522791] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c63e0b2-8504-470d-b512-fc39a568753b already deleted. [ 698.522791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c63e0b2-8504-470d-b512-fc39a568753b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.623191] env[65321]: INFO networking_nsxv3.common.synchronization [req-13373a81-5af0-4d7f-9fa4-6d089b18f8f5 req-2d77efbb-06b8-4479-89d7-ab5d4bc863d8 tempest-ServersNegativeTestMultiTenantJSON-188212528 tempest-ServersNegativeTestMultiTenantJSON-188212528-project-member] Enqueued Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_members [ 698.624463] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGHEST for action security_group_members [ 698.624881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.625132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.625282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.625577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.625830] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.626088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.627597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.627597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.627597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.627597] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.791491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.791709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.803334] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.804562] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0a52b82-1b24-4f80-9978-b12cb31130ee with status ACTIVE [ 698.804848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.805067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.805165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.805392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.805487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.805676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.805778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.805947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.806027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.806161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.806331] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.806434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.806494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.806640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.806717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.806812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0a52b82-1b24-4f80-9978-b12cb31130ee is going to be updated. [ 698.833170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.833384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.833384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.833595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.833734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.833926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0a52b82-1b24-4f80-9978-b12cb31130ee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.994433] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 698.994880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.994880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.995136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.995253] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.129916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.129916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.129916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.130329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.130455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.130864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.130959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.131046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.132136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.132136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.132136] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 788a37b5-39fa-4ba5-8455-be31830815ba is going to be updated. [ 699.164257] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.164257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.164257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.164257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.164458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.177827] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 788a37b5-39fa-4ba5-8455-be31830815ba in Status: IN_PROGRESS for 2s [ 699.309114] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.498374] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.498374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.788453] env[65321]: INFO networking_nsxv3.common.synchronization [None req-0559cd50-eef5-43bf-8de8-9455c29d4be9 tempest-ServersTestBootFromVolume-1118283765 tempest-ServersTestBootFromVolume-1118283765-project-member] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_rules [ 699.789841] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_rules [ 699.789841] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.789841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.789841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.789841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.789841] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.812671] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.812671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.812671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.812671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.812671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.812901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be created. [ 699.842219] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.842496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.842617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.842837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.843010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.854117] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: UNINITIALIZED for 2s [ 699.907724] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 699.908982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.908982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.908982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.908982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.908982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.908982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.909271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.909271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.909328] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.324913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.324913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.324913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.325197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.325237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.325351] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad already deleted. [ 700.325399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.412747] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.502985] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5f9f55c0-dd28-49dd-b0cc-42d88bc0ff00 tempest-ServersTestBootFromVolume-1118283765 tempest-ServersTestBootFromVolume-1118283765-project-member] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_rules [ 700.503758] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_rules [ 700.503878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.504230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.504554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.504981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.505733] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.915525] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.031377] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.031377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.031497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.032512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.032512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.032512] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad already deleted. [ 701.032512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.193374] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 788a37b5-39fa-4ba5-8455-be31830815ba in Status: SUCCESS [ 701.193674] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 788a37b5-39fa-4ba5-8455-be31830815ba deletion is rescheduled due to dependency. [ 701.193756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.421172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.421427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.421559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.421898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.422103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.422295] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 701.460936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.461128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.461219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.461671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.461712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.472732] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 701.864692] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 701.864935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.865120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.865338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.865531] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.865657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.865706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.865901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.866090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.866194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.866277] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.369183] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.369183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.369183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.369655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.369655] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.369655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.369655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.370038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.370038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.370134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.370245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.370391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.370464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.370649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.370814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.370910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.370972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.371130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.371205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.371302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.371406] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.406561] env[65321]: INFO networking_nsxv3.common.synchronization [req-81e41037-f43b-4db3-b7cc-e345119e240b req-5588c0e7-80f4-40ee-9ebe-2a5c06486497 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 702.407140] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 702.407453] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.407575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.407646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.407884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.408272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.408411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.408479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.408636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.408722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.408814] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.876246] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2927f189-1011-4774-8b4a-d052a4aafd52: rpc.has_security_group_logging(os_id): False [ 702.897162] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.898092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.898211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.898478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.898601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.898852] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.899035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.899357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.899435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.899548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.899787] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.899903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.899988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.900282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.900854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.901283] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.902178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.902178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.902178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.902178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.902178] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be created. [ 702.913360] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.996529] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.996702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.997083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.997083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.997222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.020791] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 703.394188] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.394557] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.394557] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.394768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.395248] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.395474] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.395591] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.395878] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.396068] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.396284] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.396386] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.396492] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.396594] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.396689] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 703.396789] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.396914] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.417033] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.417270] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 703.417338] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.417508] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.417813] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.418017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.418137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.418466] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.418598] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af35417e-b192-4e9a-b4e1-3d4b21dd4e8d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.422212] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.485208] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.485208] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.485208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.485208] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.799523] env[65321]: INFO networking_nsxv3.common.synchronization [None req-77e1ced0-faeb-47bf-99da-144d061ad603 None None] Enqueued Resource ID: e1ff9150-97db-48cb-9c6b-c036be0e3c34 with Priority: HIGHEST for action port [ 703.800183] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1ff9150-97db-48cb-9c6b-c036be0e3c34 with Priority: HIGHEST for action port [ 703.800448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e1ff9150-97db-48cb-9c6b-c036be0e3c34 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.800551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e1ff9150-97db-48cb-9c6b-c036be0e3c34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.800591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e1ff9150-97db-48cb-9c6b-c036be0e3c34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.800840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e1ff9150-97db-48cb-9c6b-c036be0e3c34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.800935] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e1ff9150-97db-48cb-9c6b-c036be0e3c34',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.922444] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.922664] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.922766] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.923063] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.923215] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.923367] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port af35417e-b192-4e9a-b4e1-3d4b21dd4e8d not found, creating... [ 703.923620] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.923774] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.923885] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.924128] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.924259] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.924544] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.924729] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.924828] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.925104] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.925243] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.925379] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: af35417e-b192-4e9a-b4e1-3d4b21dd4e8d is going to be created. [ 703.926645] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.926753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.926893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.926983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.927066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.927156] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 703.955082] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.955433] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.955610] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.955824] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.956091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.956356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.962169] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.962169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.962169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.962470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.962470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.974459] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 703.987205] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.987402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.987446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.987682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.987842] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.987963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.988051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.988209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.988301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.988388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.988618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.988726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.988726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.988870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.989036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.989137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.989186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.989332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.989411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.989491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.989580] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.304112] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e1ff9150-97db-48cb-9c6b-c036be0e3c34 [ 704.304373] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.304507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.304579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.304797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.304891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.304988] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e1ff9150-97db-48cb-9c6b-c036be0e3c34 already deleted. [ 704.305088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e1ff9150-97db-48cb-9c6b-c036be0e3c34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.491837] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a66501d-1de9-40d9-a041-56836c0bb450: rpc.has_security_group_logging(os_id): False [ 704.515970] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.516456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.516456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.516607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.516607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.517015] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.517015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.517015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.517150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.517211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.517418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.517563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.517637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.517783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.517853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.520027] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.520027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.520027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.520027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.520027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.520027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 704.595352] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.595496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.595547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.595763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.595937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.616645] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 704.711111] env[65321]: INFO networking_nsxv3.common.synchronization [req-81e41037-f43b-4db3-b7cc-e345119e240b req-2f67da57-d4af-43f1-8701-873639a5f71a service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 704.711271] env[65321]: INFO networking_nsxv3.common.synchronization [req-81e41037-f43b-4db3-b7cc-e345119e240b req-2f67da57-d4af-43f1-8701-873639a5f71a service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 704.712408] env[65321]: INFO networking_nsxv3.common.synchronization [req-81e41037-f43b-4db3-b7cc-e345119e240b req-2f67da57-d4af-43f1-8701-873639a5f71a service nova] Enqueued Resource ID: af35417e-b192-4e9a-b4e1-3d4b21dd4e8d with Priority: HIGHEST for action port [ 704.713129] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 704.713461] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 704.713598] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af35417e-b192-4e9a-b4e1-3d4b21dd4e8d with Priority: HIGHEST for action port [ 704.713908] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.714072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.714160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.714386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.714487] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.715867] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.716677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.716677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.716677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.716677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.716677] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af35417e-b192-4e9a-b4e1-3d4b21dd4e8d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.039234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 705.039234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.220028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.220116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.227090] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af35417e-b192-4e9a-b4e1-3d4b21dd4e8d with status ACTIVE [ 705.227228] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.227341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.227446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.227736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.227902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.228153] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.228302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.228405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.228601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.228722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.228964] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.229549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.229549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.229549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.229549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.229549] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af35417e-b192-4e9a-b4e1-3d4b21dd4e8d is going to be updated. [ 705.257418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.257557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.257710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.257823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.258038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.260532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af35417e-b192-4e9a-b4e1-3d4b21dd4e8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.280274] env[65321]: INFO networking_nsxv3.common.synchronization [req-385651fd-984e-4df7-8329-8e76b0938674 req-fe5d2c71-170e-448b-8b72-f6408ccaaab5 tempest-ImagesOneServerTestJSON-1273305288 tempest-ImagesOneServerTestJSON-1273305288-project-member] Enqueued Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_members [ 705.280709] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGHEST for action security_group_members [ 705.285515] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.285515] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.285515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.285515] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.792198] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.792570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.792570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.792799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.792935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.793300] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.793348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.793437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.794500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.794500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.794500] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c257ef2-535b-441f-974a-64f9b60e24ed is going to be updated. [ 705.827959] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.828208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.828351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.828630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.828819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.842735] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c257ef2-535b-441f-974a-64f9b60e24ed in Status: IN_PROGRESS for 2s [ 705.986618] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 705.986618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.986618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.986817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.986939] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.987073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.987159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.987331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.987410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.987508] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.101366] env[65321]: INFO networking_nsxv3.common.synchronization [None req-baf23f8a-f9ff-4046-b1ad-f72a3b5c4f69 None None] Enqueued Resource ID: e20e150b-366b-4f4e-b348-c1ca803d7e39 with Priority: HIGHEST for action port [ 706.101921] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20e150b-366b-4f4e-b348-c1ca803d7e39 with Priority: HIGHEST for action port [ 706.102688] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e20e150b-366b-4f4e-b348-c1ca803d7e39 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.102985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e20e150b-366b-4f4e-b348-c1ca803d7e39" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.103143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e20e150b-366b-4f4e-b348-c1ca803d7e39" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.103498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e20e150b-366b-4f4e-b348-c1ca803d7e39" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.103630] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e20e150b-366b-4f4e-b348-c1ca803d7e39',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.489615] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.608382] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e20e150b-366b-4f4e-b348-c1ca803d7e39 [ 706.608382] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.608382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.608382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.608382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.608382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.608382] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e20e150b-366b-4f4e-b348-c1ca803d7e39 already deleted. [ 706.609609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e20e150b-366b-4f4e-b348-c1ca803d7e39" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.633981] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 706.633981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.633981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.633981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.633981] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.926515] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e09d7d8d-98fd-478a-a937-cf16921bd78d None None] Enqueued Resource ID: 539cf0e2-035d-4c54-ad21-e1908827bf66 with Priority: HIGHEST for action port [ 706.927835] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 539cf0e2-035d-4c54-ad21-e1908827bf66 with Priority: HIGHEST for action port [ 706.927835] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-539cf0e2-035d-4c54-ad21-e1908827bf66 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.928145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-539cf0e2-035d-4c54-ad21-e1908827bf66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.929070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-539cf0e2-035d-4c54-ad21-e1908827bf66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.929509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-539cf0e2-035d-4c54-ad21-e1908827bf66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.929509] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('539cf0e2-035d-4c54-ad21-e1908827bf66',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.994088] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.136840] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.136840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.136840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.137124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.138896] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.139033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.140166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.140166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.140166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.140166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.140166] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.225660] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6517098a-41e5-416b-a2a4-7db5379216f7 None None] Enqueued Resource ID: 34b6803d-60bf-4799-8d7d-c3a653427315 with Priority: HIGHEST for action port [ 707.227733] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34b6803d-60bf-4799-8d7d-c3a653427315 with Priority: HIGHEST for action port [ 707.227971] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-34b6803d-60bf-4799-8d7d-c3a653427315 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.228151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34b6803d-60bf-4799-8d7d-c3a653427315" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.228213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34b6803d-60bf-4799-8d7d-c3a653427315" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.228511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34b6803d-60bf-4799-8d7d-c3a653427315" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.228598] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34b6803d-60bf-4799-8d7d-c3a653427315',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.431805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 539cf0e2-035d-4c54-ad21-e1908827bf66 [ 707.432142] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.432333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.432446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.432710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.433076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.433076] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:539cf0e2-035d-4c54-ad21-e1908827bf66 already deleted. [ 707.433228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-539cf0e2-035d-4c54-ad21-e1908827bf66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.496348] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.496348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.496348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.497585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.497585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.497585] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 707.533254] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.533412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.533452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.533655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.533795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.545331] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 707.646308] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.647398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649915] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649915] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649915] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.649915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.650507] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.732552] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 34b6803d-60bf-4799-8d7d-c3a653427315 [ 707.732944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.733075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.733075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.733464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.733464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.733464] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:34b6803d-60bf-4799-8d7d-c3a653427315 already deleted. [ 707.733660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34b6803d-60bf-4799-8d7d-c3a653427315" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.863188] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0c257ef2-535b-441f-974a-64f9b60e24ed in Status: SUCCESS [ 707.863188] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0c257ef2-535b-441f-974a-64f9b60e24ed deletion is rescheduled due to dependency. [ 707.863188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.155372] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2a66501d-1de9-40d9-a041-56836c0bb450: rpc.has_security_group_logging(os_id): False [ 708.180509] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.180509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.180509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.182189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.182189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.182189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.182189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.182735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.182735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.182811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.182904] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 708.265172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.265172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.265172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.265172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.265172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.306613] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 709.561366] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 709.561366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.561366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.561366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.562475] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.562475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.562475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.562475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.562475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.562475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.562475] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.863267] env[65321]: INFO networking_nsxv3.common.synchronization [None req-f0052b64-25f6-4fda-ab8f-38f2098349e7 None None] Enqueued Resource ID: 7aea59ad-9139-47c5-b595-042551d6a403 with Priority: HIGHEST for action port [ 709.863267] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7aea59ad-9139-47c5-b595-042551d6a403 with Priority: HIGHEST for action port [ 709.863406] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-7aea59ad-9139-47c5-b595-042551d6a403 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.863526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7aea59ad-9139-47c5-b595-042551d6a403" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.863609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7aea59ad-9139-47c5-b595-042551d6a403" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.863913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7aea59ad-9139-47c5-b595-042551d6a403" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.864579] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7aea59ad-9139-47c5-b595-042551d6a403',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.067391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.067584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.067584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.067738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.067995] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.068130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.068210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.068377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.068467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.068584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.068730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.069751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.070053] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.167787] env[65321]: INFO networking_nsxv3.common.synchronization [None req-157bac09-148b-4201-8ef1-c0527efbe948 None None] Enqueued Resource ID: 2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5 with Priority: HIGHEST for action port [ 710.168428] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5 with Priority: HIGHEST for action port [ 710.168719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.169704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.169704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.169704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.169704] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.323754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 710.323981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.366564] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7aea59ad-9139-47c5-b595-042551d6a403 [ 710.366793] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.367271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.367975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.367975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.367975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.367975] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7aea59ad-9139-47c5-b595-042551d6a403 already deleted. [ 710.367975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7aea59ad-9139-47c5-b595-042551d6a403" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.572922] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48636f49-2ec8-46ef-9e24-c304887ecadb: rpc.has_security_group_logging(os_id): False [ 710.594822] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.594977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.595441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.595713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.595846] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.596570] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.596766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.596865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.597099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.597214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.597448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.597897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.597977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.598131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.598239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.598486] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.598596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.598660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.598819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.598922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.599038] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 710.658986] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.659162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.659237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.659451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.659605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.671364] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5 [ 710.671677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.671871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.671953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.672190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.672282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.672910] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5 already deleted. [ 710.672910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b0d4aa5-79a6-41e8-8ce9-7e96b089d4a5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.685814] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 711.110189] env[65321]: INFO networking_nsxv3.common.synchronization [req-02125625-8937-41ca-9fce-1911adc88761 req-870890e9-5d39-4d77-bbf2-8480677e4655 tempest-VolumesAssistedSnapshotsTest-2031735668 tempest-VolumesAssistedSnapshotsTest-2031735668-project-member] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_members [ 711.110808] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGHEST for action security_group_members [ 711.111029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.111188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.111379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.111533] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.111629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.111681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.111818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.112258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.112397] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.615458] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.615458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.615458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.615458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.615458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.616530] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.616530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.616530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.616530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.616530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.616530] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d is going to be updated. [ 711.667507] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e5ea9abc-1409-44cc-a659-2aa3bb65a8e0 None None] Enqueued Resource ID: 36d21dc2-5a56-4682-833d-f17e02541321 with Priority: HIGHEST for action port [ 711.668437] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d21dc2-5a56-4682-833d-f17e02541321 with Priority: HIGHEST for action port [ 711.668889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-36d21dc2-5a56-4682-833d-f17e02541321 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.668989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36d21dc2-5a56-4682-833d-f17e02541321" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.669081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36d21dc2-5a56-4682-833d-f17e02541321" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.669290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36d21dc2-5a56-4682-833d-f17e02541321" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.669475] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36d21dc2-5a56-4682-833d-f17e02541321',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.689689] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.689689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.689689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.689689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.689689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.703215] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d in Status: IN_PROGRESS for 2s [ 712.172157] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36d21dc2-5a56-4682-833d-f17e02541321 [ 712.172341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.172538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.172538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.172703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.172795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.172890] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36d21dc2-5a56-4682-833d-f17e02541321 already deleted. [ 712.172967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36d21dc2-5a56-4682-833d-f17e02541321" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.727487] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 712.727487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.716652] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d in Status: SUCCESS [ 713.716838] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d deletion is rescheduled due to dependency. [ 713.716947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.329625] env[65321]: INFO networking_nsxv3.common.synchronization [req-fc012cee-3417-4566-96b4-d3e47daf1656 req-6a7b8d2a-03b0-4c66-a0ac-e2beac08d3d9 tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 714.330065] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 714.331700] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.332163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.332748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.332909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.333246] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.333403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.333496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.333721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.333846] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.334146] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.424051] env[65321]: INFO networking_nsxv3.common.synchronization [req-0f25bff5-d0a2-4df7-b894-f58dc3e20376 req-307202c1-7e24-4b01-983b-a38ac7582e7a tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: 6203429b-9909-471d-bea1-150326007043 with Priority: HIGHEST for action security_group_rules [ 714.424682] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6203429b-9909-471d-bea1-150326007043 with Priority: HIGHEST for action security_group_rules [ 714.427059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6203429b-9909-471d-bea1-150326007043 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.427059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6203429b-9909-471d-bea1-150326007043" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.427214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6203429b-9909-471d-bea1-150326007043" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.428657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6203429b-9909-471d-bea1-150326007043" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.428657] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6203429b-9909-471d-bea1-150326007043',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.819312] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-220 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.819509] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-220" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.820019] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-220" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.820416] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-220" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.825866] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.825866] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.825866] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.825866] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.825866] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.825866] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.825866] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.825866] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.825866] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.825866] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.825866] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.825866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.836894] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.837068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.837150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.837359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.837460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.837661] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.837775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.837830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.838082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.838082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.838186] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 already deleted. [ 714.838375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.851447] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.851922] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.851922] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.851922] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-220" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.855084] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.855084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.855084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.855084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.855084] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0313ea-f29d-4379-bdeb-1ac6256cdc6d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.930304] env[65321]: INFO networking_nsxv3.common.synchronization [None req-70761aea-fb3f-4129-93d2-e5848a72c519 None None] Enqueued Resource ID: 797983c4-6fe9-44a4-97e6-e373ea3170fb with Priority: HIGHEST for action port [ 714.930882] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 797983c4-6fe9-44a4-97e6-e373ea3170fb with Priority: HIGHEST for action port [ 714.935725] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-797983c4-6fe9-44a4-97e6-e373ea3170fb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.936245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-797983c4-6fe9-44a4-97e6-e373ea3170fb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.936546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-797983c4-6fe9-44a4-97e6-e373ea3170fb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.937216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-797983c4-6fe9-44a4-97e6-e373ea3170fb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.937455] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('797983c4-6fe9-44a4-97e6-e373ea3170fb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.959638] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.959869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.959971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.960348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.960678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.960817] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6203429b-9909-471d-bea1-150326007043 already deleted. [ 714.960920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6203429b-9909-471d-bea1-150326007043" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.356972] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.357379] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.357379] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.357606] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.357746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.357895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port bb0313ea-f29d-4379-bdeb-1ac6256cdc6d not found, creating... [ 715.358344] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.359022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.359022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.359022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.359022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.359305] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.359466] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.359577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.359985] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.360134] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.360272] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d is going to be created. [ 715.384813] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.385050] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.385176] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.385454] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.385734] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.386126] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.444092] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 797983c4-6fe9-44a4-97e6-e373ea3170fb [ 715.444092] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.444092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.444092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.444092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.444092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.444092] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:797983c4-6fe9-44a4-97e6-e373ea3170fb already deleted. [ 715.444092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-797983c4-6fe9-44a4-97e6-e373ea3170fb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.923112] env[65321]: INFO networking_nsxv3.common.synchronization [req-1d464035-6d36-4a84-a166-f81ea9d79249 req-50ff0fc1-1e81-46a6-887a-c8947f17fab4 tempest-FloatingIPsAssociationTestJSON-416145716 tempest-FloatingIPsAssociationTestJSON-416145716-project-member] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 715.923112] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 715.923681] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.926063] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.926063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.926063] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.232176] env[65321]: INFO networking_nsxv3.common.synchronization [req-fc012cee-3417-4566-96b4-d3e47daf1656 req-0bfdbe21-38a6-4cb1-a08f-dd34ba49e727 service nova] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 716.232349] env[65321]: INFO networking_nsxv3.common.synchronization [req-fc012cee-3417-4566-96b4-d3e47daf1656 req-0bfdbe21-38a6-4cb1-a08f-dd34ba49e727 service nova] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 716.232498] env[65321]: INFO networking_nsxv3.common.synchronization [req-fc012cee-3417-4566-96b4-d3e47daf1656 req-0bfdbe21-38a6-4cb1-a08f-dd34ba49e727 service nova] Enqueued Resource ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with Priority: HIGHEST for action port [ 716.233019] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 716.233173] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 716.233272] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with Priority: HIGHEST for action port [ 716.233547] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.233667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.233733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.233936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.234032] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.235225] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.235342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.235421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.235612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.235756] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.235853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.235918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.236090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.236187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.236271] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.237218] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.237322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.237354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.238305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.238305] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0313ea-f29d-4379-bdeb-1ac6256cdc6d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.427114] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.672259] env[65321]: INFO networking_nsxv3.common.synchronization [req-a7ba3552-0b5c-495a-b9a9-68bb9ef08ac6 req-88840945-b043-4ee8-b0e4-641362f6f33a tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 716.672875] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 716.675173] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.675307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.675389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.675703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.675942] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.676107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.676177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.676378] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.676539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.676539] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.741290] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.742524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.742724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.743921] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with status ACTIVE [ 716.743921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.744060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.744095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.744338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.744488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.744710] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.744863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.745013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.745206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.745311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.745543] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.745673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.745742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.745944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.746072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.746186] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d is going to be updated. [ 716.775455] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.775455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.775455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.775455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.775455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.775455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.932151] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.146640] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.146881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.146961] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.147360] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.147642] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.147794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.147903] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.148277] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.148522] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.148773] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.148927] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 717.149117] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 717.149235] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 717.149378] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 717.149514] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 717.149685] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 717.174384] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 717.175525] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 717.175525] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 717.175525] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.175525] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-7819b8ab-1123-4e46-aa76-553e176d1dbc taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.175525] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.175525] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.176052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.176052] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7819b8ab-1123-4e46-aa76-553e176d1dbc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.178935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.179086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.179086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.179901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.179901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.179901] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.179901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.179901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.179901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.179901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.180504] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f already deleted. [ 717.180504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.249050] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.276823] env[65321]: INFO networking_nsxv3.common.synchronization [req-8779c8e2-486d-4587-b3cb-12ad62121d3f req-8ff3637f-a017-4029-89f1-67d74ceb697f tempest-ListServersNegativeTestJSON-133049270 tempest-ListServersNegativeTestJSON-133049270-project-member] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 717.277361] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 717.277669] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.277791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.277860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.278140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.278312] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.278406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.278462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.278627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.278712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.278817] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.435591] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.435972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.435972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.436089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.436186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.436263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be updated. [ 717.467326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.467550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.467615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.467898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.468145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.480582] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: IN_PROGRESS for 2s [ 717.678782] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.678997] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.679191] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.679514] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.681414] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 7819b8ab-1123-4e46-aa76-553e176d1dbc not found, creating... [ 717.681414] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.681414] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.681414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.682200] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.682200] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.682200] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc is going to be created. [ 717.730191] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.730513] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.730663] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.730961] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.731194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.731468] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.754105] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.754105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.754105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.754105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.754105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.754105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be created. [ 717.781274] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.786493] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.786780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.786850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.787138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.787370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.806103] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: UNINITIALIZED for 2s [ 718.284755] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.469650] env[65321]: INFO networking_nsxv3.common.synchronization [req-a7ba3552-0b5c-495a-b9a9-68bb9ef08ac6 req-55423595-70df-4834-af59-22aac96b97b4 service nova] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 718.469650] env[65321]: INFO networking_nsxv3.common.synchronization [req-a7ba3552-0b5c-495a-b9a9-68bb9ef08ac6 req-55423595-70df-4834-af59-22aac96b97b4 service nova] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 718.469650] env[65321]: INFO networking_nsxv3.common.synchronization [req-a7ba3552-0b5c-495a-b9a9-68bb9ef08ac6 req-55423595-70df-4834-af59-22aac96b97b4 service nova] Enqueued Resource ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc with Priority: HIGHEST for action port [ 718.470707] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 718.474202] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 718.474202] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc with Priority: HIGHEST for action port [ 718.474202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474202] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.474202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.474202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.475920] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.480067] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-7819b8ab-1123-4e46-aa76-553e176d1dbc taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.480386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.481798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.481798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.481798] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7819b8ab-1123-4e46-aa76-553e176d1dbc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.786670] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.786843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.786885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.787224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.787337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.787615] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 718.831096] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.831231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.831340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.831638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.831798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.843823] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 718.981308] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.984135] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.984303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.984747] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7819b8ab-1123-4e46-aa76-553e176d1dbc with status ACTIVE [ 718.984950] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.985098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.985169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.985375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.985468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.985640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.985750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.985815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.985987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.986073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.986692] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.986810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.986890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.987526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.987526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.987526] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc is going to be updated. [ 719.010642] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.010782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.010870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.011246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.011246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.011497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.484217] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.491845] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 719.492477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.816300] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 719.816514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.816684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.816905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.817117] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.817233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.817297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.817461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.817541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.817626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.817715] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.986920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.987330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.987501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.988851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.989020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.989130] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be created. [ 720.014026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.014026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.014026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.015221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.015221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.027347] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: UNINITIALIZED for 2s [ 720.056837] env[65321]: INFO networking_nsxv3.common.synchronization [req-7e992bd0-0e49-4056-9642-e6113b30cb93 req-f08c7b67-8034-43f7-af63-d14d27796588 tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: 94e08ce0-b713-46a9-ae8e-99f82a04ec81 with Priority: HIGHEST for action security_group_rules [ 720.057539] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94e08ce0-b713-46a9-ae8e-99f82a04ec81 with Priority: HIGHEST for action security_group_rules [ 720.057893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-94e08ce0-b713-46a9-ae8e-99f82a04ec81 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.061314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-94e08ce0-b713-46a9-ae8e-99f82a04ec81" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.061314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-94e08ce0-b713-46a9-ae8e-99f82a04ec81" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.061314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-94e08ce0-b713-46a9-ae8e-99f82a04ec81" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.061314] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('94e08ce0-b713-46a9-ae8e-99f82a04ec81',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.320597] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.588730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.589173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.589173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.589408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.589550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.589678] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 94e08ce0-b713-46a9-ae8e-99f82a04ec81 already deleted. [ 720.589780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-94e08ce0-b713-46a9-ae8e-99f82a04ec81" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.823181] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c97cb9b4-769e-426b-bf32-ab1eeb84da00: rpc.has_security_group_logging(os_id): False [ 720.843571] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.843772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.843811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.844023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.844113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.844379] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.844455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.844521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.844753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.844885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.845026] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be created. [ 720.855812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 720.856293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.912124] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.912124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.912367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.913062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.913062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.926165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: IN_PROGRESS for 2s [ 722.041674] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: SUCCESS [ 722.041674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.041674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.041674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.041674] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.042101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.042101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.042101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.042184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.042374] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.085725] env[65321]: INFO networking_nsxv3.common.synchronization [req-bf0b46e3-ab34-4f47-bdd2-75752389138c req-c5a70fd5-33c4-446d-a871-a5eaf8db20f0 tempest-ServersWithSpecificFlavorTestJSON-1239076367 tempest-ServersWithSpecificFlavorTestJSON-1239076367-project-member] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 722.086377] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 722.086732] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.086933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.087021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.087224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.087454] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.087593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.087682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.087837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.087943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.088106] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.338403] env[65321]: INFO networking_nsxv3.common.synchronization [req-acc8b014-9d32-4194-ba91-d9161fc71dc0 req-b0629229-4992-4a1f-b7de-751bfa2165eb tempest-ServersAdminNegativeTestJSON-1987002560 tempest-ServersAdminNegativeTestJSON-1987002560-project-member] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 722.340104] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 722.340480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.340601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.340670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.340874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.341907] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.342385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.342385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.342500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.342578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.345401] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.544982] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.590769] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.591067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.591171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.591338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.591444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.591680] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.591887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.591887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.592381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.592381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.592381] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be updated. [ 722.649802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.651520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.651656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.651960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.652134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.663783] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: IN_PROGRESS for 2s [ 722.723979] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.724203] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.724382] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.724804] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.728707] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.728962] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.729157] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.729482] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.729646] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.729862] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.731879] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 722.731879] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 722.731879] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 722.731879] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 722.732039] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 722.732293] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 722.776868] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 722.777239] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 722.777356] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 722.777602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.778661] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.778661] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.778661] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.779071] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.779292] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.850898] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.941496] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 722.941496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.047805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3603e7ad-ff95-4b52-8b67-2e84e650165f: rpc.has_security_group_logging(os_id): False [ 723.069185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.069694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.069694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.069694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.070040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.070100] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.070232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.070288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.070508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.070568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.070838] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be created. [ 723.172310] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.172527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.172527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.172748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.172952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.185916] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: IN_PROGRESS for 2s [ 723.282718] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.282939] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.283106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.283393] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.283541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.284407] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 not found, creating... [ 723.284407] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.284407] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.284407] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.284634] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.284634] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.287065] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.287065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.287065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.287065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.287065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.287065] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 is going to be created. [ 723.326313] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.326686] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.326830] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.327372] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.327651] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.327951] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.355539] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.857961] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.858224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.858224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.858482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.858526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.858786] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be updated. [ 723.897149] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.897488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.897488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.897656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.897705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.909465] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 724.044861] env[65321]: INFO networking_nsxv3.common.synchronization [req-acc8b014-9d32-4194-ba91-d9161fc71dc0 req-21ab460d-6495-4264-a7b1-2f756e8d23bb service nova] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_rules [ 724.044861] env[65321]: INFO networking_nsxv3.common.synchronization [req-acc8b014-9d32-4194-ba91-d9161fc71dc0 req-21ab460d-6495-4264-a7b1-2f756e8d23bb service nova] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 724.044861] env[65321]: INFO networking_nsxv3.common.synchronization [req-acc8b014-9d32-4194-ba91-d9161fc71dc0 req-21ab460d-6495-4264-a7b1-2f756e8d23bb service nova] Enqueued Resource ID: 2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 with Priority: HIGHEST for action port [ 724.044861] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_rules [ 724.044861] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 724.044861] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 with Priority: HIGHEST for action port [ 724.044861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.044861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.044861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.045184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.045184] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.046030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.046030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.046263] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.046263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.046457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.046528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.046598] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.548534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.548832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.548832] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 with status ACTIVE [ 724.548993] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.549182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.549260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.549479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.549575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.549755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.549851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.549911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.550096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.550170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.550359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.550452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.550510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.550651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.550719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.550798] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6 is going to be updated. [ 724.574036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.574206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.574272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.574551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.574724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.574901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2521dd8e-4f9d-4e00-9eed-aa6d356cc5d6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.676210] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 724.676210] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a deletion is rescheduled due to dependency. [ 724.676210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.768215] env[65321]: INFO networking_nsxv3.common.synchronization [req-aea44f67-ce9c-4e0b-90a5-aa41421fca70 req-c427b05c-9071-4210-8a48-e6e75f413460 tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: 79a7fa16-051e-404c-a65b-cf2721a6ca64 with Priority: HIGHEST for action security_group_rules [ 724.768510] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79a7fa16-051e-404c-a65b-cf2721a6ca64 with Priority: HIGHEST for action security_group_rules [ 724.768844] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-79a7fa16-051e-404c-a65b-cf2721a6ca64 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.768971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-79a7fa16-051e-404c-a65b-cf2721a6ca64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.769063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-79a7fa16-051e-404c-a65b-cf2721a6ca64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.769386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-79a7fa16-051e-404c-a65b-cf2721a6ca64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.769473] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('79a7fa16-051e-404c-a65b-cf2721a6ca64',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.009904] env[65321]: INFO networking_nsxv3.common.synchronization [req-869aec7b-3bf3-4791-93a1-371381b815f2 req-35c48d1b-b6b7-4584-a2f9-9fa3437e646e tempest-InstanceActionsTestJSON-239780947 tempest-InstanceActionsTestJSON-239780947-project-member] Enqueued Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_members [ 725.010016] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_members [ 725.010267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.010420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.010477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.010745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.010893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.010997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.011077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.011249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.011353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.011452] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.201628] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: SUCCESS [ 725.201863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.307085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.307235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.307959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.307959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.307959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.307959] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 79a7fa16-051e-404c-a65b-cf2721a6ca64 already deleted. [ 725.307959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-79a7fa16-051e-404c-a65b-cf2721a6ca64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.398239] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-502 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.398447] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-502" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.398753] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-502" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.399104] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-502" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.399375] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.399573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.399738] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.400052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.400212] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.400451] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.400604] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.400694] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.400864] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.401023] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.401144] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.401277] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.425398] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.425603] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.425763] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.426008] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-502" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.426364] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-c3c88fbc-5499-4067-a022-c648ffe4746b taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.426617] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.426809] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.427179] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.427314] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c88fbc-5499-4067-a022-c648ffe4746b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.514332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.514525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.514601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.514783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.514867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.515086] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.515190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.515246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.515456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.515456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.515568] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 already deleted. [ 725.515630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.921111] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 725.921400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.924775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.925024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.925231] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.925713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.925713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.925713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.925713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.925964] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.930196] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.930332] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.933501] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port c3c88fbc-5499-4067-a022-c648ffe4746b not found, creating... [ 725.933501] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.933501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.933501] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.934021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.934021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.934021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.934021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.934021] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: c3c88fbc-5499-4067-a022-c648ffe4746b is going to be created. [ 725.959742] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.960131] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.960351] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.960711] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.960944] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.961193] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.428298] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.687728] env[65321]: INFO networking_nsxv3.common.synchronization [req-869aec7b-3bf3-4791-93a1-371381b815f2 req-dab29728-a325-4f7c-af1a-707684ecab7f service nova] Enqueued Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_rules [ 726.687909] env[65321]: INFO networking_nsxv3.common.synchronization [req-869aec7b-3bf3-4791-93a1-371381b815f2 req-dab29728-a325-4f7c-af1a-707684ecab7f service nova] Enqueued Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_members [ 726.688061] env[65321]: INFO networking_nsxv3.common.synchronization [req-869aec7b-3bf3-4791-93a1-371381b815f2 req-dab29728-a325-4f7c-af1a-707684ecab7f service nova] Enqueued Resource ID: c3c88fbc-5499-4067-a022-c648ffe4746b with Priority: HIGHEST for action port [ 726.688625] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_rules [ 726.688756] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_members [ 726.688853] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3c88fbc-5499-4067-a022-c648ffe4746b with Priority: HIGHEST for action port [ 726.689219] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.689341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.689410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.689679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.689759] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.690663] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.690860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.690947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.691215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.691277] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.691406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.691451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.691567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.691650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.691738] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.693817] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3c88fbc-5499-4067-a022-c648ffe4746b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.694595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.694595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.694595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.694595] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3c88fbc-5499-4067-a022-c648ffe4746b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.930900] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.197253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3c88fbc-5499-4067-a022-c648ffe4746b with status ACTIVE [ 727.197799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.197799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.197799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.197940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.198042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.198446] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.198446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.198446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.198615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.200815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.200815] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.200815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.200815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.200815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.200815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.200815] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3c88fbc-5499-4067-a022-c648ffe4746b is going to be updated. [ 727.200815] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.200815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.201129] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.222483] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.222657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.222731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.222947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.223086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.223290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3c88fbc-5499-4067-a022-c648ffe4746b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.435556] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.435718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.435771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.435996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.436129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.436294] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be updated. [ 727.442481] env[65321]: INFO networking_nsxv3.common.synchronization [req-a12b5e76-e780-4d82-813c-7104970fbc69 req-471378b0-373e-4eea-9179-0358cc64c0d1 tempest-FloatingIPsAssociationNegativeTestJSON-1037455717 tempest-FloatingIPsAssociationNegativeTestJSON-1037455717-project-member] Enqueued Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_members [ 727.442481] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGHEST for action security_group_members [ 727.442481] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.442481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.442991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.442991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.442991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.443105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.443132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.443249] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.477370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.477539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.477703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.477838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.477977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.490289] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 727.707223] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.759042] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-94723cbe-a817-45bc-80df-3201a9103253 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 727.759784] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 727.761450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.762074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.762074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.762401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.762547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.763138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.763138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.763138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.763138] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.948436] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.948436] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.948436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.948436] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f is going to be updated. [ 727.979945] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.980116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.980169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.980380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.980931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.989499] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f in Status: IN_PROGRESS for 2s [ 728.212275] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.212658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.212658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.212793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.212910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.213045] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 is going to be created. [ 728.216146] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-2a02eceb-de76-43bd-8344-16bef43785f0 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 728.216757] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 728.217473] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.217590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.246137] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.246137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.246137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.246137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.246137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.256688] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 in Status: UNINITIALIZED for 2s [ 728.265369] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.265569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.265660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.265880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.265999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.266225] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.266328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.266391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.266556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.266633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.266715] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 already deleted. [ 728.266794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.266949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.267108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267248] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.267342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.267399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.267534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.267607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.267697] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.527871] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-8a737880-05ea-4843-866d-a203c35d6b5a tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 728.529165] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 728.530245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.530689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.770362] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.770695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.770695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.770886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.770976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.771216] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.771330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.771393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.771563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.771640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.771952] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 already deleted. [ 728.771952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.771952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.772193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.772265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.772371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.772434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.772574] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.772646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.772753] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.916834] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.917106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.917205] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.917573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.917863] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.918276] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.921967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.921967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.921967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.921967] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.921967] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 728.921967] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 728.921967] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 728.921967] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 728.921967] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 728.921967] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 728.944740] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 728.944740] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 728.944740] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 728.945123] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.945255] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.945445] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.945573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.945920] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.946136] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fb4f3d-5214-4a07-a35a-c9bc4e9b508a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.275445] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.275747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.275747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.275940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.276020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.276250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.276338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.276372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.276512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.276588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.276687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 already deleted. [ 729.276782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.345767] env[65321]: INFO networking_nsxv3.common.synchronization [req-81193123-5990-44e8-a28b-69020d367af2 req-43ec6aa5-b9ba-4a08-9d35-f8714ccb1b79 tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: 86cfd7af-ed63-4295-b45f-e916ad725799 with Priority: HIGHEST for action security_group_rules [ 729.346242] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cfd7af-ed63-4295-b45f-e916ad725799 with Priority: HIGHEST for action security_group_rules [ 729.346373] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86cfd7af-ed63-4295-b45f-e916ad725799 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.346465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86cfd7af-ed63-4295-b45f-e916ad725799" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.346532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86cfd7af-ed63-4295-b45f-e916ad725799" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.346780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86cfd7af-ed63-4295-b45f-e916ad725799" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.347225] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86cfd7af-ed63-4295-b45f-e916ad725799',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.448883] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.449128] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.449272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.449567] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.449712] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.449864] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 38fb4f3d-5214-4a07-a35a-c9bc4e9b508a not found, creating... [ 729.450138] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.450296] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.450452] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.450656] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.450788] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.451072] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.451221] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.451359] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.451568] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.451698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.451829] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 38fb4f3d-5214-4a07-a35a-c9bc4e9b508a is going to be created. [ 729.471942] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.472184] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.473715] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.473989] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.474232] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.474455] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.500118] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 729.500328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.500506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.500720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.500911] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.501067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.501128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.501382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.501382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.501470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.501520] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.873957] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.874215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.874315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.874700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.874784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.874897] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86cfd7af-ed63-4295-b45f-e916ad725799 already deleted. [ 729.875038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86cfd7af-ed63-4295-b45f-e916ad725799" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.999415] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f in Status: SUCCESS [ 729.999840] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f deletion is rescheduled due to dependency. [ 730.000016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.003520] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.003657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.003733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.003935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.004289] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.004403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.004464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.004631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.005010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.005010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.005010] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.005235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.005235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.005235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.005361] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.005449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.005506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.005643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.005719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.005799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.005884] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.196811] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-3c0d4e3d-932c-4e70-8fa3-d7ba4d3a8a2d service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 730.197030] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-3c0d4e3d-932c-4e70-8fa3-d7ba4d3a8a2d service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 730.197180] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-3c0d4e3d-932c-4e70-8fa3-d7ba4d3a8a2d service nova] Enqueued Resource ID: 38fb4f3d-5214-4a07-a35a-c9bc4e9b508a with Priority: HIGHEST for action port [ 730.197679] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 730.197810] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 730.197956] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 38fb4f3d-5214-4a07-a35a-c9bc4e9b508a with Priority: HIGHEST for action port [ 730.198237] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.198351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.198426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.198681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.198764] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.199740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.199925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.199958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.200141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.200465] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.200560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.200625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.200784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.200870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.200965] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.202375] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.202487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.202555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.202709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.202794] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('38fb4f3d-5214-4a07-a35a-c9bc4e9b508a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.268034] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 in Status: SUCCESS [ 730.268190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.269053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.269053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.269398] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.269565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.269869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.270064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.270154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.270582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.270893] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.509762] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1: rpc.has_security_group_logging(os_id): False [ 730.529304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.532029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.532029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.532029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.532553] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.532553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.532553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.532553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.532553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.532553] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be updated. [ 730.613555] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.613555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.613555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.613555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.613555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.629608] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 730.705687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.705687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.705687] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.706160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 38fb4f3d-5214-4a07-a35a-c9bc4e9b508a with status ACTIVE [ 730.706379] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.706506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.706575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.706789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.706878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.707084] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.707188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.707246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.707411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.707489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.707676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.707896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.707896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.708016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.708568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.708687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 38fb4f3d-5214-4a07-a35a-c9bc4e9b508a is going to be updated. [ 730.739520] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.739767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.739877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.740217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.740457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.740724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-38fb4f3d-5214-4a07-a35a-c9bc4e9b508a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.771422] env[65321]: INFO networking_nsxv3.common.synchronization [req-184325a3-9161-46a2-a1c9-c855f6c3c8c6 req-4ac5af70-ac47-42ef-8968-d0029dc3b551 tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 730.772038] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 730.772361] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.772480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.772612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.772804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.772966] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.776029] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.776029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.776029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.776029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.776778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.776778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.776778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.776778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.776778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.776778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.777022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.777022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.777022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.777101] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.201189] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.201382] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-877" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.201502] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-877" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.201834] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-877" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.202101] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.202250] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.202360] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.202576] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.202755] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.202963] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.203081] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.203184] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.203286] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.203394] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.203508] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.203634] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.211306] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.224191] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.224191] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.224191] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.224399] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-877" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.224602] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.224758] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.224960] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.225197] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.225846] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b15d35-6bd9-4e18-adb2-acd35bdc49e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.279349] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.279510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.279578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.279814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.279907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.280128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.280302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.280897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.280897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.280897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.280897] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 already deleted. [ 731.280897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.281162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69: rpc.has_security_group_logging(os_id): False [ 731.303385] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.303527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.303607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.303828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.303958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.304139] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.304281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.304342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.304460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.304554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.304752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.304849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.304912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.305371] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.305479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.305544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.305694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.305769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.305853] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 is going to be created. [ 731.384434] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.384636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.384636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.384853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.385047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.403230] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 in Status: IN_PROGRESS for 2s [ 731.662205] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.662546] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.662811] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.663198] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.663528] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.663727] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.663873] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.664137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.664318] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.664550] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.664755] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.664899] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.665255] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.665470] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.665663] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.665832] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.684583] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.684770] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.684899] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.685082] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.685393] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-20a999c0-5360-4135-81f5-5224bee48f14 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.685797] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.685971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.686295] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.686429] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a999c0-5360-4135-81f5-5224bee48f14',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.714391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.714585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.714632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.714824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.714917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.715023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be created. [ 731.728667] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.728810] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.728853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.729132] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.729276] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.729424] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 not found, creating... [ 731.729677] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.729826] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.729935] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.730173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.730307] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.730617] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.730763] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.730873] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.731199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.731344] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.731482] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 is going to be created. [ 731.746954] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.747170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.747170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.747312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.747469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.753048] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.753269] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.753424] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.753735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.753949] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.754203] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.758915] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: UNINITIALIZED for 2s [ 732.188737] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.189465] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.189680] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.189969] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.190153] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.190309] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 20a999c0-5360-4135-81f5-5224bee48f14 not found, creating... [ 732.190647] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.190837] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.190991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.191248] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.191381] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.191728] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.191900] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.192080] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.192368] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.192553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.192777] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 20a999c0-5360-4135-81f5-5224bee48f14 is going to be created. [ 732.214473] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.214698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.214813] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.215048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.215331] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.215574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.648902] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 732.649177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.926827] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-d3df0edc-2ac9-40fe-b9d2-b6c93a4b8799 service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 732.927194] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-d3df0edc-2ac9-40fe-b9d2-b6c93a4b8799 service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 732.927274] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-d3df0edc-2ac9-40fe-b9d2-b6c93a4b8799 service nova] Enqueued Resource ID: f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 with Priority: HIGHEST for action port [ 732.928405] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 732.928602] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 732.928726] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 with Priority: HIGHEST for action port [ 732.929061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.929200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.929471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.929564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.929772] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.929883] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.929951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.930187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.930272] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6b15d35-6bd9-4e18-adb2-acd35bdc49e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.963310] env[65321]: INFO networking_nsxv3.common.synchronization [req-184325a3-9161-46a2-a1c9-c855f6c3c8c6 req-7a1d7773-ee53-4c2b-9332-f1674fdaf598 service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 732.963453] env[65321]: INFO networking_nsxv3.common.synchronization [req-184325a3-9161-46a2-a1c9-c855f6c3c8c6 req-7a1d7773-ee53-4c2b-9332-f1674fdaf598 service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 732.963627] env[65321]: INFO networking_nsxv3.common.synchronization [req-184325a3-9161-46a2-a1c9-c855f6c3c8c6 req-7a1d7773-ee53-4c2b-9332-f1674fdaf598 service nova] Enqueued Resource ID: 20a999c0-5360-4135-81f5-5224bee48f14 with Priority: HIGHEST for action port [ 732.964398] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 732.964398] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 732.964527] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a999c0-5360-4135-81f5-5224bee48f14 with Priority: HIGHEST for action port [ 732.964727] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.964854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.964936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.965396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.965495] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.967249] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.967422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.967498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.967826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.968124] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.968124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.968124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.970190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.970190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.970190] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.970190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a999c0-5360-4135-81f5-5224bee48f14 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.970516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.970516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.970516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.970616] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a999c0-5360-4135-81f5-5224bee48f14',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.307105] env[65321]: INFO networking_nsxv3.common.synchronization [req-fcc4f515-f3c8-49b5-986c-e91abd1670b4 req-754f4926-8f21-4898-82b7-33cd3b139f93 tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 733.307702] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 733.308190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.308380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.308485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.308688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.308855] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.308953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.309043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.309223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.309319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.309418] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.417117] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 in Status: SUCCESS [ 733.417363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.433255] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 with status ACTIVE [ 733.433713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.433957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.433990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.434228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.434387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.434680] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.434922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.434922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.435164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.435237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.435534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.435681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.435803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.436537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.436777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.436922] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6b15d35-6bd9-4e18-adb2-acd35bdc49e2 is going to be updated. [ 733.462247] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.462431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.462514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.462715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.462863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.463061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6b15d35-6bd9-4e18-adb2-acd35bdc49e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.467865] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.467985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.470470] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.472782] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20a999c0-5360-4135-81f5-5224bee48f14 with status ACTIVE [ 733.472987] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.473150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.473211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.473385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.473469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.473684] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.473764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.473811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.473961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.474049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.474245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.474343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.474404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.474565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.474641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.474720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20a999c0-5360-4135-81f5-5224bee48f14 is going to be updated. [ 733.507994] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.508308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.508425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.508686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.508842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.509387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a999c0-5360-4135-81f5-5224bee48f14" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.773344] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 733.774269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.774472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.774709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.775095] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.775484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.775484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.775484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.775620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.775652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.775773] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.776710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.776889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.777072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.777178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.777244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.777389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.777468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.777558] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.795461] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-53 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.795737] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.795908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.796287] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.796486] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.796648] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.796804] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.797091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.797304] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.797612] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.797976] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 733.797976] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 733.798181] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 733.798181] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 733.798573] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 733.798818] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 733.814321] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.814321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.814534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.814586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.815364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.815364] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.815364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.815364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.815364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.815364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.815364] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 733.823460] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 733.823760] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 733.823760] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 733.823936] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-53" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.824279] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.824450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.824563] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.824881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.825025] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f49b9c5-fde8-4ebb-be12-e911f5f5c801',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.856095] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.856095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.856095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.856095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.856095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.870263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 733.973536] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.279752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.279924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.280113] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.328024] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.328311] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.328390] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.328669] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.328818] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.328967] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 9f49b9c5-fde8-4ebb-be12-e911f5f5c801 not found, creating... [ 734.329278] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.329429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.329610] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.329762] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.329889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.330188] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.330334] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.330442] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.330647] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.330775] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.330909] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 9f49b9c5-fde8-4ebb-be12-e911f5f5c801 is going to be created. [ 734.357451] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357650] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357829] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.358220] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.358496] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.358783] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.477583] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.477583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.477583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.477583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.477583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.477583] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be created. [ 734.509701] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.509701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.509701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.509701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.509701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.521350] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: UNINITIALIZED for 2s [ 734.787037] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.147086] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-f1f96d4d-0c3d-44e0-a608-14ca732e6f36 service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 735.147086] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-f1f96d4d-0c3d-44e0-a608-14ca732e6f36 service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 735.147086] env[65321]: INFO networking_nsxv3.common.synchronization [req-3d2b4ddb-6559-4159-8f49-270f294826dd req-f1f96d4d-0c3d-44e0-a608-14ca732e6f36 service nova] Enqueued Resource ID: 9f49b9c5-fde8-4ebb-be12-e911f5f5c801 with Priority: HIGHEST for action port [ 735.147349] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 735.147349] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 735.147421] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f49b9c5-fde8-4ebb-be12-e911f5f5c801 with Priority: HIGHEST for action port [ 735.147678] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.147777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.148562] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.148673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.148878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.148975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.149450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.149660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.149774] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f49b9c5-fde8-4ebb-be12-e911f5f5c801',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.287123] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.287750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.287750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.287750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.287750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.287750] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 735.329956] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.330183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.330183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.330399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.330575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.346891] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 735.656126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f49b9c5-fde8-4ebb-be12-e911f5f5c801 with status ACTIVE [ 735.656126] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.656126] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.656126] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.656126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.656126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f49b9c5-fde8-4ebb-be12-e911f5f5c801 is going to be updated. [ 735.692627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.692834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.692834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.693538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.693730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.694082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f49b9c5-fde8-4ebb-be12-e911f5f5c801" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.889613] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 735.890038] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 735.890038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.534280] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 736.534646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.534802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.535022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.535272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.535464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.535543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.535756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.535879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.535974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.536211] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.716809] env[65321]: INFO networking_nsxv3.common.synchronization [req-5873fb0c-67e7-4de0-afe7-0c8ff89adda3 req-4e64d6da-a9ce-42d2-a604-1a02767f3cc5 tempest-ServersTestManualDisk-1990555551 tempest-ServersTestManualDisk-1990555551-project-member] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_members [ 736.717225] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_members [ 736.717563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.717719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.717784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.718292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.719075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.719249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.719322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.719479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.719565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.719661] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.038543] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.222743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.223516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.223919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.224745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.225129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.226466] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.226466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.226466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.226466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.226466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.226466] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 already deleted. [ 737.226466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.362677] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.362677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.362677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.362677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.363358] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.363358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.363358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.366955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.366955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.366955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.366955] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.367693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.368252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.368252] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.368438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.368438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.368593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.368699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.368816] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.444498] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-512 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.444808] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-512" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.445057] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-512" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.445448] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-512" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.445713] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.445864] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.445975] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.446313] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.446424] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.446617] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.446769] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 737.446825] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 737.446926] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 737.447040] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 737.447140] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 737.447264] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 737.474321] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 737.474321] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 737.475015] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 737.475015] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-512" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.475015] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-07c0073f-de40-4349-8eae-f0e58f467164 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.475319] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.475704] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.476219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.476505] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c0073f-de40-4349-8eae-f0e58f467164',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.542292] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e48a2e83-462c-4068-b5f4-d5e8991ec444: rpc.has_security_group_logging(os_id): False [ 737.564126] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.564318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.564412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.564651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.564781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.565215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.565290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.565512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.565609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.565707] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be created. [ 737.667021] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.667021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.667021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.667021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.667021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.680745] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 737.871062] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.872132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0065a2b-6d6a-4a53-9d28-65ab4c689f21: rpc.has_security_group_logging(os_id): False [ 737.909296] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.909472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.909538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.909747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.909829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.910053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.910187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.910248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.910379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.910447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.910640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.910735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.910788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.910927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.910994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.911640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.911640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.911640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.912943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.913048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.913137] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be created. [ 737.979552] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.980387] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.980387] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.980387] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.980387] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.980537] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 07c0073f-de40-4349-8eae-f0e58f467164 not found, creating... [ 737.980800] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.981109] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.981109] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.981347] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.981743] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982314] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.982314] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.982314] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.982566] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.982566] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.982655] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 07c0073f-de40-4349-8eae-f0e58f467164 is going to be created. [ 738.029292] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.029292] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.029850] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.031718] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.031718] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.031718] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.033576] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.033949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.034671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.035075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.035609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.050816] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 738.374187] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.729537] env[65321]: INFO networking_nsxv3.common.synchronization [req-5873fb0c-67e7-4de0-afe7-0c8ff89adda3 req-b2f8bc08-361b-469b-9ff6-58cfff359f1a service nova] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_rules [ 738.730062] env[65321]: INFO networking_nsxv3.common.synchronization [req-5873fb0c-67e7-4de0-afe7-0c8ff89adda3 req-b2f8bc08-361b-469b-9ff6-58cfff359f1a service nova] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_members [ 738.730223] env[65321]: INFO networking_nsxv3.common.synchronization [req-5873fb0c-67e7-4de0-afe7-0c8ff89adda3 req-b2f8bc08-361b-469b-9ff6-58cfff359f1a service nova] Enqueued Resource ID: 07c0073f-de40-4349-8eae-f0e58f467164 with Priority: HIGHEST for action port [ 738.730810] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_rules [ 738.730952] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_members [ 738.731451] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07c0073f-de40-4349-8eae-f0e58f467164 with Priority: HIGHEST for action port [ 738.731785] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.731945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.732081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.732234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.732316] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.733738] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.733906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.734044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.734238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.734462] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.734512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.734558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.734700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.734786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.734880] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.737075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-07c0073f-de40-4349-8eae-f0e58f467164 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.737187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.737252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.737429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.737507] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07c0073f-de40-4349-8eae-f0e58f467164',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.877179] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.877373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.877454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.877729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.877833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.877932] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 738.915120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.915120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.915120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.915120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.915120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.924781] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 739.242250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.242250] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.242250] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07c0073f-de40-4349-8eae-f0e58f467164 with status ACTIVE [ 739.242250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.242250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.242250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.243574] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.243987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.244648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.245404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.246116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.246116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.246116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.246116] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07c0073f-de40-4349-8eae-f0e58f467164 is going to be updated. [ 739.288091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.288091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.288091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.288091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.288091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.288091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07c0073f-de40-4349-8eae-f0e58f467164" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.696054] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 739.696418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.749502] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.066950] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 740.067356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.067652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.068035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.068168] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.253436] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.253655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.253925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.254126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.254274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.254377] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 is going to be created. [ 740.287449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.287711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.287816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.288158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.288508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.307956] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c4050d-c7a8-4650-8cea-a4258192f248 in Status: UNINITIALIZED for 2s [ 740.571276] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.571539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.655196] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a7641221-9ad1-4611-ac29-60b8febc185f None None] Enqueued Resource ID: ebb2cb08-8182-4c3c-97e7-b70552a3b6dd with Priority: HIGHEST for action port [ 740.656258] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebb2cb08-8182-4c3c-97e7-b70552a3b6dd with Priority: HIGHEST for action port [ 740.656754] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebb2cb08-8182-4c3c-97e7-b70552a3b6dd taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.657264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebb2cb08-8182-4c3c-97e7-b70552a3b6dd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.657264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebb2cb08-8182-4c3c-97e7-b70552a3b6dd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.657983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebb2cb08-8182-4c3c-97e7-b70552a3b6dd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.657983] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebb2cb08-8182-4c3c-97e7-b70552a3b6dd',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.937536] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 740.938295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.939190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.939997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.940356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.942077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.942077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.942077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.942077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.942077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.942077] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.161620] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebb2cb08-8182-4c3c-97e7-b70552a3b6dd [ 741.161620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.161909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.161909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.162434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.162434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.162434] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebb2cb08-8182-4c3c-97e7-b70552a3b6dd already deleted. [ 741.162434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebb2cb08-8182-4c3c-97e7-b70552a3b6dd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.445753] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.445916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.448561] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.448561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.448561] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.448913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.448913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.448913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.449076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.449076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.449156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.449862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.449862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.449862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.449862] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.715186] env[65321]: INFO networking_nsxv3.common.synchronization [req-deec8172-4e3b-4478-83db-8106028135fd req-a0925cea-9fba-4cfc-87e2-25ae5840bbf8 tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: bc306913-aeff-416c-a3ae-ae32686979c0 with Priority: HIGHEST for action security_group_rules [ 741.715546] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc306913-aeff-416c-a3ae-ae32686979c0 with Priority: HIGHEST for action security_group_rules [ 741.715857] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc306913-aeff-416c-a3ae-ae32686979c0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.716130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.717087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.717174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.717252] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc306913-aeff-416c-a3ae-ae32686979c0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.954469] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0065a2b-6d6a-4a53-9d28-65ab4c689f21: rpc.has_security_group_logging(os_id): False [ 741.974123] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.974288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.974365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.974582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.974711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.974905] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.975023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.975089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.975254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.975358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.975543] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.975640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.975704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.975875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.975952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.977491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.977491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.977491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.977491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.977491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.977491] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 742.068391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.068645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.068817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.069104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.069325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.086701] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 742.245802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.245884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.245960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.246251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.246382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.247255] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc306913-aeff-416c-a3ae-ae32686979c0 already deleted. [ 742.247255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.319191] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c4050d-c7a8-4650-8cea-a4258192f248 in Status: SUCCESS [ 742.319504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.319712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.320139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.321104] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.321104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.321104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.321104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.321104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.321325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.321325] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.823988] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.178991] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b3749729-a293-472b-80b6-2cd83cb32a8b None None] Enqueued Resource ID: 4a37f3e4-fe25-4a5d-b066-ff7de575e0b7 with Priority: HIGHEST for action port [ 743.179840] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a37f3e4-fe25-4a5d-b066-ff7de575e0b7 with Priority: HIGHEST for action port [ 743.180341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a37f3e4-fe25-4a5d-b066-ff7de575e0b7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.180466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a37f3e4-fe25-4a5d-b066-ff7de575e0b7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.181021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a37f3e4-fe25-4a5d-b066-ff7de575e0b7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.181021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a37f3e4-fe25-4a5d-b066-ff7de575e0b7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.181021] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a37f3e4-fe25-4a5d-b066-ff7de575e0b7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.328334] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b3c4050d-c7a8-4650-8cea-a4258192f248: rpc.has_security_group_logging(os_id): False [ 743.350916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.351513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.351801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.352609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.352847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.353376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.353488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.353557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.353739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.353822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.353913] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 is going to be created. [ 743.435349] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.435434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.435529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.436158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.436158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.449633] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c4050d-c7a8-4650-8cea-a4258192f248 in Status: IN_PROGRESS for 2s [ 743.683239] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4a37f3e4-fe25-4a5d-b066-ff7de575e0b7 [ 743.683496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.683708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.683790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.684010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.684134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.684237] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4a37f3e4-fe25-4a5d-b066-ff7de575e0b7 already deleted. [ 743.684333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a37f3e4-fe25-4a5d-b066-ff7de575e0b7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.731931] env[65321]: INFO networking_nsxv3.common.synchronization [req-ca6280de-00a8-4ee6-aefb-f39c5c27b0cb req-953a04df-036f-4f4c-aba5-ea791d9c3762 tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: bc306913-aeff-416c-a3ae-ae32686979c0 with Priority: HIGHEST for action security_group_rules [ 743.731931] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc306913-aeff-416c-a3ae-ae32686979c0 with Priority: HIGHEST for action security_group_rules [ 743.733076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc306913-aeff-416c-a3ae-ae32686979c0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.733076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.733076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.733076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.733076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc306913-aeff-416c-a3ae-ae32686979c0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.105893] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 744.105893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.105893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.105893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.105893] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.253760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.254065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.254065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.254225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.254316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.254511] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc306913-aeff-416c-a3ae-ae32686979c0 already deleted. [ 744.254603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.608489] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.608683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.608836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.609543] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.609543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.609543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.609787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.609998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.609998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.610066] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.112681] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.112836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.112911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.113187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.113387] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.113519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.113573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.113843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.113940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.114047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.114204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.114316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.114380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.114550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.114701] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.114781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.114835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.115132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.115132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.115213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.115284] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.462850] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b3c4050d-c7a8-4650-8cea-a4258192f248 in Status: SUCCESS [ 745.462850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.528891] env[65321]: INFO networking_nsxv3.common.synchronization [req-46571272-cd95-423f-980f-d87bbc903e39 req-c8858c3c-6724-4ea7-ba05-df9333d37b88 tempest-SecurityGroupRulesTestJSON-221857101 tempest-SecurityGroupRulesTestJSON-221857101-project-member] Enqueued Resource ID: bc306913-aeff-416c-a3ae-ae32686979c0 with Priority: HIGHEST for action security_group_rules [ 745.529092] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc306913-aeff-416c-a3ae-ae32686979c0 with Priority: HIGHEST for action security_group_rules [ 745.530890] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc306913-aeff-416c-a3ae-ae32686979c0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.531092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.531473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.531473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.531641] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc306913-aeff-416c-a3ae-ae32686979c0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.617953] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0065a2b-6d6a-4a53-9d28-65ab4c689f21: rpc.has_security_group_logging(os_id): False [ 745.638757] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.638901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.638970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.639439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.639571] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.639672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.639734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.639895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.639968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.640672] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.640672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.640672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.640672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.640672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.640913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.640960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.641015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.641188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.641268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.641357] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 745.713940] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.714144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.714224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.714455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.714617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.734201] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 746.054597] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.054597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.054932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.054932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.054932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.056134] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc306913-aeff-416c-a3ae-ae32686979c0 already deleted. [ 746.056134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc306913-aeff-416c-a3ae-ae32686979c0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.751699] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 747.752081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.745296] env[65321]: INFO networking_nsxv3.common.synchronization [req-80b21ccc-90be-474d-af84-36e90c1f5773 req-daeb2dd9-d49e-4d6a-981d-d2c28cfd7cbc tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 748.745614] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 748.746181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.746181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.746181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.746913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.746913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.747135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.747135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.747202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.747302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.747399] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.250878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.251195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.251195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.251329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.251460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.251617] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.251706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.251772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.251921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.251999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.252098] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 already deleted. [ 749.252179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.315409] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.315712] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.315820] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.316157] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.317547] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.317959] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.317959] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.318228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.318457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.318701] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.318834] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 749.318946] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 749.319110] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 749.319393] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 749.319393] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 749.319585] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.341107] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.341508] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.341692] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.341872] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.342214] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-4040f067-2564-47d9-9650-60e9572eb62b taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.342385] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.342500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.342825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.342958] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4040f067-2564-47d9-9650-60e9572eb62b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.353571] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b4d53304-cd5c-44d8-974a-b74e37e08251 None None] Enqueued Resource ID: 12ad666a-2930-42f6-aff4-429d1e659547 with Priority: HIGHEST for action port [ 749.354274] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12ad666a-2930-42f6-aff4-429d1e659547 with Priority: HIGHEST for action port [ 749.354902] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-12ad666a-2930-42f6-aff4-429d1e659547 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.354902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-12ad666a-2930-42f6-aff4-429d1e659547" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.354902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-12ad666a-2930-42f6-aff4-429d1e659547" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.355106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-12ad666a-2930-42f6-aff4-429d1e659547" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.355106] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('12ad666a-2930-42f6-aff4-429d1e659547',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.848398] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.848674] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.848674] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.848983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.848983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.849638] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 4040f067-2564-47d9-9650-60e9572eb62b not found, creating... [ 749.849638] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.849638] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.849830] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.849907] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.850048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.850327] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.850497] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.850625] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.850832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.850955] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.851101] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 4040f067-2564-47d9-9650-60e9572eb62b is going to be created. [ 749.856816] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 12ad666a-2930-42f6-aff4-429d1e659547 [ 749.857020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.857138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.857207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.857385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.860793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.860793] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:12ad666a-2930-42f6-aff4-429d1e659547 already deleted. [ 749.860793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-12ad666a-2930-42f6-aff4-429d1e659547" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.874401] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.874611] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.874767] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.875026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.875275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.875553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.603022] env[65321]: INFO networking_nsxv3.common.synchronization [req-80b21ccc-90be-474d-af84-36e90c1f5773 req-d38acec8-35e8-42bc-b516-994685efd195 service nova] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_rules [ 750.603022] env[65321]: INFO networking_nsxv3.common.synchronization [req-80b21ccc-90be-474d-af84-36e90c1f5773 req-d38acec8-35e8-42bc-b516-994685efd195 service nova] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 750.603022] env[65321]: INFO networking_nsxv3.common.synchronization [req-80b21ccc-90be-474d-af84-36e90c1f5773 req-d38acec8-35e8-42bc-b516-994685efd195 service nova] Enqueued Resource ID: 4040f067-2564-47d9-9650-60e9572eb62b with Priority: HIGHEST for action port [ 750.603022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_rules [ 750.603022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 750.603022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4040f067-2564-47d9-9650-60e9572eb62b with Priority: HIGHEST for action port [ 750.604280] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.604280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.604280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608016] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.608016] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608016] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.608016] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.608016] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4040f067-2564-47d9-9650-60e9572eb62b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.608016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.612070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.613353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.613353] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4040f067-2564-47d9-9650-60e9572eb62b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.118671] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.118671] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.118909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.118949] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4040f067-2564-47d9-9650-60e9572eb62b with status ACTIVE [ 751.120384] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.120384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.120384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.120384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.120384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.120384] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.120384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.120384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.120732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.120732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.120797] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.121125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.121125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.121217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.121246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.121600] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4040f067-2564-47d9-9650-60e9572eb62b is going to be updated. [ 751.149820] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.149820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.149820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.149820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.149820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.149820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4040f067-2564-47d9-9650-60e9572eb62b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.623982] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.664934] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b1a07e67-5b98-4967-b5d7-829e0616da52 None None] Enqueued Resource ID: 8e22ed75-398b-4dd3-9b44-068bf914775f with Priority: HIGHEST for action port [ 751.665280] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e22ed75-398b-4dd3-9b44-068bf914775f with Priority: HIGHEST for action port [ 751.665798] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e22ed75-398b-4dd3-9b44-068bf914775f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.665919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e22ed75-398b-4dd3-9b44-068bf914775f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.665984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e22ed75-398b-4dd3-9b44-068bf914775f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.666269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e22ed75-398b-4dd3-9b44-068bf914775f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.666358] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e22ed75-398b-4dd3-9b44-068bf914775f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.126901] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.127087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.129606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.129606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.129606] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be created. [ 752.163025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.163557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.163557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.163557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.163702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.171716] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e22ed75-398b-4dd3-9b44-068bf914775f [ 752.171943] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.172128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.172188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.172366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.172454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.172549] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e22ed75-398b-4dd3-9b44-068bf914775f already deleted. [ 752.172630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e22ed75-398b-4dd3-9b44-068bf914775f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.174499] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: UNINITIALIZED for 2s [ 754.185630] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 754.185630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.185996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.185996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.186217] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.186352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.186431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.186591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.186665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.186747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.187036] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.690538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.690756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.690869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.690999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.691204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.691313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.691394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.691741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.691784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.691955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.692863] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.692863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.692863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.692863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.692863] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.692863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.693083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.693474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.693591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.693713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.693791] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.807022] env[65321]: INFO networking_nsxv3.common.synchronization [req-708e9fa4-2ec5-48ec-bcc9-70ffb4d4b5b8 req-1833ed0d-1e05-4cb4-bcc8-07f34c88504f tempest-InstanceActionsTestJSON-239780947 tempest-InstanceActionsTestJSON-239780947-project-member] Enqueued Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_members [ 754.807022] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGHEST for action security_group_members [ 754.807742] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.808064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.808251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.808612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.808918] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.810900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.810900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.810900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.810900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.810900] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.200577] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b8989b-6d87-40b2-9966-2eec79352823: rpc.has_security_group_logging(os_id): False [ 755.223338] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.223530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.223595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.223888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.223888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.224094] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.224191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.224250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.224407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.224486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.224681] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.224776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.224838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.224984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.225074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.225422] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.225640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.225640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.225746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.225808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.225893] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be created. [ 755.295103] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.295103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.295103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.295103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.295103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.305972] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 755.311580] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.311762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.311809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.312057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.312150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.312347] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.312598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.312598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.312726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.312814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.312904] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 is going to be updated. [ 755.344299] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.344464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.344534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.344741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.344885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.355556] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 in Status: IN_PROGRESS for 2s [ 757.173440] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b0269a14-9d01-43e8-a2ec-facbcaf63801 None None] Enqueued Resource ID: 022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1 with Priority: HIGHEST for action port [ 757.174261] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1 with Priority: HIGHEST for action port [ 757.174463] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.174606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.174700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.175033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.175167] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.318781] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 757.318959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.365264] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 in Status: SUCCESS [ 757.365452] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 deletion is rescheduled due to dependency. [ 757.365568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.410107] env[65321]: INFO networking_nsxv3.common.synchronization [req-7842d9b2-f68b-461b-b172-3f7d9f9a3402 req-e99752e3-a37c-4460-81d8-19d9b30a6286 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 757.410684] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 757.411057] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.411192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.411257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.411455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.411609] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.411704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.411768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.411910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.411995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.412362] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.678714] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1 [ 757.679014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.679163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.679212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.679437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.679577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.679661] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1 already deleted. [ 757.679753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-022b89d4-ce5b-4dd6-8b6a-9167edc9e2f1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.789762] env[65321]: INFO networking_nsxv3.common.synchronization [req-7842d9b2-f68b-461b-b172-3f7d9f9a3402 req-e72b9cb2-3c0a-4bc8-9e8c-468abdcb08b0 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 757.790414] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 757.791276] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.791276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.915251] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.021487] env[65321]: INFO networking_nsxv3.common.synchronization [req-7842d9b2-f68b-461b-b172-3f7d9f9a3402 req-c48b202c-afe4-40d9-b8aa-dbc9b6f65a2d tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 758.023526] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 758.023526] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.023526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.419468] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.922099] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.922274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.922798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.922798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.922798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.922798] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 758.954472] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.954472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.954472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.954712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.954712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.969145] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 759.499917] env[65321]: INFO networking_nsxv3.common.synchronization [None req-54f5699e-0c23-4fe2-8139-f2d574e08e2d None None] Enqueued Resource ID: 77f9ff3e-c2e1-4530-a3c5-c82a007cd000 with Priority: HIGHEST for action port [ 759.499917] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77f9ff3e-c2e1-4530-a3c5-c82a007cd000 with Priority: HIGHEST for action port [ 759.499917] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-77f9ff3e-c2e1-4530-a3c5-c82a007cd000 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.499917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-77f9ff3e-c2e1-4530-a3c5-c82a007cd000" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.499917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-77f9ff3e-c2e1-4530-a3c5-c82a007cd000" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.501338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-77f9ff3e-c2e1-4530-a3c5-c82a007cd000" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.501627] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('77f9ff3e-c2e1-4530-a3c5-c82a007cd000',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.004025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 77f9ff3e-c2e1-4530-a3c5-c82a007cd000 [ 760.004361] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.004970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.004970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.004970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.004970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.005216] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:77f9ff3e-c2e1-4530-a3c5-c82a007cd000 already deleted. [ 760.005216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-77f9ff3e-c2e1-4530-a3c5-c82a007cd000" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.980989] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.983350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.983350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.983823] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.249924] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a2ac255f-467c-4076-9092-53efcb1cb58a None None] Enqueued Resource ID: f5ec67ce-5544-4849-956a-168293b0217f with Priority: HIGHEST for action port [ 761.250697] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5ec67ce-5544-4849-956a-168293b0217f with Priority: HIGHEST for action port [ 761.251165] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5ec67ce-5544-4849-956a-168293b0217f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.252517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5ec67ce-5544-4849-956a-168293b0217f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.252517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5ec67ce-5544-4849-956a-168293b0217f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.252517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5ec67ce-5544-4849-956a-168293b0217f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.252517] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5ec67ce-5544-4849-956a-168293b0217f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.454214] env[65321]: INFO networking_nsxv3.common.synchronization [req-aef6c9b5-1c01-47d2-9f18-178c0c209f53 req-fd9c229f-0867-4c55-bc78-833ff1b6726b tempest-FloatingIPsAssociationTestJSON-416145716 tempest-FloatingIPsAssociationTestJSON-416145716-project-member] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 761.454926] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGHEST for action security_group_members [ 761.454926] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.455224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.455224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.455354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.455471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.455613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.455680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.455875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.455970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.456058] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.485812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.486124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.486260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.487318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.487318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.487654] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.487792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.488025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.488058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.488159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.488212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 761.520657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.520657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.520657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.520657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.520657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.529560] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 761.755524] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f5ec67ce-5544-4849-956a-168293b0217f [ 761.755524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.755524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.755524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.756019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.756019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.756019] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f5ec67ce-5544-4849-956a-168293b0217f already deleted. [ 761.756134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5ec67ce-5544-4849-956a-168293b0217f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.962230] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.962614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.962614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.962813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.963518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.963854] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.964555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.964555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.964555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.964555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.964806] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be updated. [ 762.002931] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.002931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.002931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.002931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.002931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.006662] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: IN_PROGRESS for 2s [ 762.225409] env[65321]: INFO networking_nsxv3.common.synchronization [req-cf798d67-e59f-4674-9670-69ef988a3fc2 req-27fda8a2-8fe2-494d-9833-c87a8ecfade9 tempest-SecurityGroupRulesNegativeTestJSON-1715928312 tempest-SecurityGroupRulesNegativeTestJSON-1715928312-project-member] Enqueued Resource ID: 7c799fbd-1ccb-46d2-a59e-e2d74a155b2e with Priority: HIGHEST for action security_group_rules [ 762.225409] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c799fbd-1ccb-46d2-a59e-e2d74a155b2e with Priority: HIGHEST for action security_group_rules [ 762.225409] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.225409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.225409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.226377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.226637] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c799fbd-1ccb-46d2-a59e-e2d74a155b2e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.499891] env[65321]: INFO networking_nsxv3.common.synchronization [None req-557a9a03-8d37-4e38-82db-ae0c3128d878 tempest-MigrationsAdminTest-1555844146 tempest-MigrationsAdminTest-1555844146-project-member] Enqueued Resource ID: 8b81ceac-a002-4ba6-9b4d-fb224a97f89c with Priority: HIGHEST for action security_group_rules [ 762.500938] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b81ceac-a002-4ba6-9b4d-fb224a97f89c with Priority: HIGHEST for action security_group_rules [ 762.501245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.501352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.501415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.502325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.503118] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b81ceac-a002-4ba6-9b4d-fb224a97f89c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.623517] env[65321]: INFO networking_nsxv3.common.synchronization [None req-453b2335-d011-41bc-b020-8d6725bea7db tempest-MigrationsAdminTest-1555844146 tempest-MigrationsAdminTest-1555844146-project-member] Enqueued Resource ID: 8b81ceac-a002-4ba6-9b4d-fb224a97f89c with Priority: HIGHEST for action security_group_rules [ 762.625546] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8b81ceac-a002-4ba6-9b4d-fb224a97f89c with Priority: HIGHEST for action security_group_rules [ 762.626128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.626128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.752163] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.752504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.752504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.752657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.752777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.752937] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c799fbd-1ccb-46d2-a59e-e2d74a155b2e already deleted. [ 762.753015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.031583] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.031953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.031953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.032111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.032217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.032373] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b81ceac-a002-4ba6-9b4d-fb224a97f89c already deleted. [ 763.032443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.032572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.033049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.033049] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8b81ceac-a002-4ba6-9b4d-fb224a97f89c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.544118] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 763.544311] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 deletion is rescheduled due to dependency. [ 763.544428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.544597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.544797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.544982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.545117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.545183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.545538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.545538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.545538] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.554550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.554690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.554761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.554971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.555072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.555163] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8b81ceac-a002-4ba6-9b4d-fb224a97f89c already deleted. [ 763.555255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8b81ceac-a002-4ba6-9b4d-fb224a97f89c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.018669] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e642559-4fce-480f-a2de-19a2611eca29 in Status: SUCCESS [ 764.018860] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 deletion is rescheduled due to dependency. [ 764.019014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.050190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.051672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.051672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.051672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.051672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.051672] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.052653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.052653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.052653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.052653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.052653] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 764.069855] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b2ea92de-76a1-461a-bbe3-9219bd0ed592 None None] Enqueued Resource ID: 6294bd90-6087-44a8-9d87-1a0d78dceca3 with Priority: HIGHEST for action port [ 764.070442] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6294bd90-6087-44a8-9d87-1a0d78dceca3 with Priority: HIGHEST for action port [ 764.070845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6294bd90-6087-44a8-9d87-1a0d78dceca3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.071223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6294bd90-6087-44a8-9d87-1a0d78dceca3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.071342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6294bd90-6087-44a8-9d87-1a0d78dceca3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.071687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6294bd90-6087-44a8-9d87-1a0d78dceca3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.071794] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6294bd90-6087-44a8-9d87-1a0d78dceca3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.080233] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.080337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.080374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.080571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.080707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.090370] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 764.573695] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6294bd90-6087-44a8-9d87-1a0d78dceca3 [ 764.574270] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.574524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.574662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.574908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.575085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.575226] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6294bd90-6087-44a8-9d87-1a0d78dceca3 already deleted. [ 764.575362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6294bd90-6087-44a8-9d87-1a0d78dceca3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.851339] env[65321]: INFO networking_nsxv3.common.synchronization [req-efb53bdd-b864-42df-9cad-c9607f040668 req-76441b9c-2334-4d50-ac41-e519bc84a3d5 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 764.852097] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 764.852097] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.852226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.852269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.853441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.853441] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.853441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.853441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.853441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.853441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.853441] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.974739] env[65321]: INFO networking_nsxv3.common.synchronization [None req-7e1301dc-4062-4578-af70-a937916bd9e0 None None] Enqueued Resource ID: 91441497-80bc-41e9-ae36-1d886fff61ac with Priority: HIGHEST for action port [ 764.975261] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 91441497-80bc-41e9-ae36-1d886fff61ac with Priority: HIGHEST for action port [ 764.976124] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-91441497-80bc-41e9-ae36-1d886fff61ac taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.976193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-91441497-80bc-41e9-ae36-1d886fff61ac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.976228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-91441497-80bc-41e9-ae36-1d886fff61ac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.976906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-91441497-80bc-41e9-ae36-1d886fff61ac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.976906] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('91441497-80bc-41e9-ae36-1d886fff61ac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.340259] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.340597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.340597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.342835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.342835] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.342835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.342835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.342835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.342835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.342835] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.342835] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 765.342835] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 765.342835] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 765.342835] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 765.342835] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 765.342835] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 765.355589] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.355743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.355785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.356112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.356112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.357109] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.357109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.357109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.357109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.357109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.357109] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 already deleted. [ 765.357109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.363076] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 765.363242] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 765.363379] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 765.363541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.364768] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-9b9cec70-315f-4ca6-bd94-415ff0e6b509 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.364768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.364768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.364768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.364768] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9cec70-315f-4ca6-bd94-415ff0e6b509',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.480253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 91441497-80bc-41e9-ae36-1d886fff61ac [ 765.480253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.480253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.480253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.480253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.480253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.480253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:91441497-80bc-41e9-ae36-1d886fff61ac already deleted. [ 765.480253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-91441497-80bc-41e9-ae36-1d886fff61ac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.494163] env[65321]: INFO networking_nsxv3.common.synchronization [None req-9840a28c-3b46-47ca-a987-5e6530069fa3 None None] Enqueued Resource ID: f76e670b-b182-4a50-80c2-a48d50b51137 with Priority: HIGHEST for action port [ 765.494259] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f76e670b-b182-4a50-80c2-a48d50b51137 with Priority: HIGHEST for action port [ 765.496283] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f76e670b-b182-4a50-80c2-a48d50b51137 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.496417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f76e670b-b182-4a50-80c2-a48d50b51137" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.496470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f76e670b-b182-4a50-80c2-a48d50b51137" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.496806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f76e670b-b182-4a50-80c2-a48d50b51137" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.496919] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f76e670b-b182-4a50-80c2-a48d50b51137',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.827214] env[65321]: INFO networking_nsxv3.common.synchronization [req-6dc5c147-554c-48a8-a0ae-9cf9448f4843 req-19f55111-09ff-40ac-be52-453b1cb62f94 tempest-SecurityGroupRulesNegativeTestJSON-1715928312 tempest-SecurityGroupRulesNegativeTestJSON-1715928312-project-member] Enqueued Resource ID: 7c799fbd-1ccb-46d2-a59e-e2d74a155b2e with Priority: HIGHEST for action security_group_rules [ 765.827892] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7c799fbd-1ccb-46d2-a59e-e2d74a155b2e with Priority: HIGHEST for action security_group_rules [ 765.828218] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.828331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.828402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.828626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.828735] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7c799fbd-1ccb-46d2-a59e-e2d74a155b2e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.867682] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.867894] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.868044] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.868325] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.868488] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.868690] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 9b9cec70-315f-4ca6-bd94-415ff0e6b509 not found, creating... [ 765.869425] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.869425] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.869425] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.869695] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.869948] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.871263] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.871505] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.871686] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.872991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.872991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.872991] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 9b9cec70-315f-4ca6-bd94-415ff0e6b509 is going to be created. [ 765.894037] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.894298] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.894422] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.894694] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.894919] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.895161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.999282] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f76e670b-b182-4a50-80c2-a48d50b51137 [ 765.999411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.999592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.999592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.999809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.999899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.999997] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f76e670b-b182-4a50-80c2-a48d50b51137 already deleted. [ 766.000089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f76e670b-b182-4a50-80c2-a48d50b51137" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.104413] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 766.104686] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 deletion is rescheduled due to dependency. [ 766.104810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.354149] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.354552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.354552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.354645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.354681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.355071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7c799fbd-1ccb-46d2-a59e-e2d74a155b2e already deleted. [ 766.355071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7c799fbd-1ccb-46d2-a59e-e2d74a155b2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.611125] env[65321]: INFO networking_nsxv3.common.synchronization [req-efb53bdd-b864-42df-9cad-c9607f040668 req-e2284a0a-7ca7-4c3a-a466-9d5ca96acba5 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 766.611335] env[65321]: INFO networking_nsxv3.common.synchronization [req-efb53bdd-b864-42df-9cad-c9607f040668 req-e2284a0a-7ca7-4c3a-a466-9d5ca96acba5 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 766.611554] env[65321]: INFO networking_nsxv3.common.synchronization [req-efb53bdd-b864-42df-9cad-c9607f040668 req-e2284a0a-7ca7-4c3a-a466-9d5ca96acba5 service nova] Enqueued Resource ID: 9b9cec70-315f-4ca6-bd94-415ff0e6b509 with Priority: HIGHEST for action port [ 766.612788] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 766.615452] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 766.615452] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9cec70-315f-4ca6-bd94-415ff0e6b509 with Priority: HIGHEST for action port [ 766.615452] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.615452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.615452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.615452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.615452] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.617370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.617736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.617736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.618058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.618349] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.618553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.619147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.619147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.619147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.619325] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.623877] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b9cec70-315f-4ca6-bd94-415ff0e6b509 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.624093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.624185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.624599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.624599] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9cec70-315f-4ca6-bd94-415ff0e6b509',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.030566] env[65321]: INFO networking_nsxv3.common.synchronization [req-8dc556db-afb7-4512-b605-f60533493a14 req-71e81a95-79ec-4511-8a91-d05edda0fca3 tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 767.034195] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 767.034195] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.034195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.034195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.034430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.034632] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.034764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.035081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.035081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.035222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.035288] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.126260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.126428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.126637] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.127425] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9b9cec70-315f-4ca6-bd94-415ff0e6b509 with status ACTIVE [ 767.128605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.128605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.128605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.128605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.128605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.128605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.128605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.128605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.130401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.130401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.130401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.130401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.130564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.130851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.130905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.131517] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9b9cec70-315f-4ca6-bd94-415ff0e6b509 is going to be updated. [ 767.156465] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.156640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.156677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.157275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.157275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.157275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b9cec70-315f-4ca6-bd94-415ff0e6b509" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.525807] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.526103] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.526143] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.526386] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.527027] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.527027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.527816] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.528310] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.528391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.528604] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.529143] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 767.529143] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 767.529143] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 767.529143] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 767.529143] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 767.529318] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 767.543034] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.548514] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 767.552891] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 767.552891] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 767.552891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.552891] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-949fe21d-50ff-4593-8aa0-f74f5557af2f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.552891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.552891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.554599] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.554712] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949fe21d-50ff-4593-8aa0-f74f5557af2f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.635367] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.810247] env[65321]: INFO networking_nsxv3.common.synchronization [None req-aba3403d-d800-4a60-b85f-b7ac2c816289 None None] Enqueued Resource ID: 85f61d9c-7421-465d-ac20-569f029fb991 with Priority: HIGHEST for action port [ 767.810495] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 85f61d9c-7421-465d-ac20-569f029fb991 with Priority: HIGHEST for action port [ 767.811136] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-85f61d9c-7421-465d-ac20-569f029fb991 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.811256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-85f61d9c-7421-465d-ac20-569f029fb991" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.811327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-85f61d9c-7421-465d-ac20-569f029fb991" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.811584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-85f61d9c-7421-465d-ac20-569f029fb991" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.811670] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('85f61d9c-7421-465d-ac20-569f029fb991',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.045904] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.057592] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.057831] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.057967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.058274] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.058586] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.058654] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 949fe21d-50ff-4593-8aa0-f74f5557af2f not found, creating... [ 768.059574] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.059574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.059574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.059746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.059862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.060185] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.060560] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.060560] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.060712] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.060846] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.061045] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 949fe21d-50ff-4593-8aa0-f74f5557af2f is going to be created. [ 768.085380] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.085588] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.085713] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.085978] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.086215] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.086462] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.137945] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.138122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.138197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.138420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.138663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.139019] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be created. [ 768.164697] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.164823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.164891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.165134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.165328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.196075] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: UNINITIALIZED for 2s [ 768.313408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 85f61d9c-7421-465d-ac20-569f029fb991 [ 768.314286] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.314286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.314286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.314286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.314286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.314286] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:85f61d9c-7421-465d-ac20-569f029fb991 already deleted. [ 768.314540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-85f61d9c-7421-465d-ac20-569f029fb991" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.549543] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.549820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.549820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.550026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.550103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.550203] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be updated. [ 768.593905] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.593905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.593905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.593905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.593905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.606361] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 768.795837] env[65321]: INFO networking_nsxv3.common.synchronization [req-8dc556db-afb7-4512-b605-f60533493a14 req-618b8132-6359-4051-8825-71aee01f0df4 service nova] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_rules [ 768.796014] env[65321]: INFO networking_nsxv3.common.synchronization [req-8dc556db-afb7-4512-b605-f60533493a14 req-618b8132-6359-4051-8825-71aee01f0df4 service nova] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 768.796164] env[65321]: INFO networking_nsxv3.common.synchronization [req-8dc556db-afb7-4512-b605-f60533493a14 req-618b8132-6359-4051-8825-71aee01f0df4 service nova] Enqueued Resource ID: 949fe21d-50ff-4593-8aa0-f74f5557af2f with Priority: HIGHEST for action port [ 768.796396] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_rules [ 768.796745] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 768.796745] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949fe21d-50ff-4593-8aa0-f74f5557af2f with Priority: HIGHEST for action port [ 768.797190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.797317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.797400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.797905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.797905] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.800980] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.800980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.800980] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-949fe21d-50ff-4593-8aa0-f74f5557af2f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.800980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.800980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.800980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.800980] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('949fe21d-50ff-4593-8aa0-f74f5557af2f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.303020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.303020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.303020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 949fe21d-50ff-4593-8aa0-f74f5557af2f with status ACTIVE [ 769.303263] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.303263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.303347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.303542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.303662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.303869] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.303972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.304066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.304351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.304435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.304636] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.304727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.304786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.304935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.305047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.305132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 949fe21d-50ff-4593-8aa0-f74f5557af2f is going to be updated. [ 769.349671] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.349671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.349671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.349671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.349671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.349671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-949fe21d-50ff-4593-8aa0-f74f5557af2f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.410735] env[65321]: INFO networking_nsxv3.common.synchronization [None req-ef22022a-f3c5-433b-b963-68febf86aec1 None None] Enqueued Resource ID: 4ca08a2f-9b08-4112-84c9-dd83faadfa7b with Priority: HIGHEST for action port [ 769.411569] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4ca08a2f-9b08-4112-84c9-dd83faadfa7b with Priority: HIGHEST for action port [ 769.413439] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4ca08a2f-9b08-4112-84c9-dd83faadfa7b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.413575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4ca08a2f-9b08-4112-84c9-dd83faadfa7b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.413639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4ca08a2f-9b08-4112-84c9-dd83faadfa7b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.413909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4ca08a2f-9b08-4112-84c9-dd83faadfa7b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.414031] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4ca08a2f-9b08-4112-84c9-dd83faadfa7b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.916884] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4ca08a2f-9b08-4112-84c9-dd83faadfa7b [ 769.916884] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.916884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.916884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.916884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.916884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.917331] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4ca08a2f-9b08-4112-84c9-dd83faadfa7b already deleted. [ 769.917331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4ca08a2f-9b08-4112-84c9-dd83faadfa7b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.985864] env[65321]: INFO networking_nsxv3.common.synchronization [req-5fdfea74-bcfc-4e3f-a81f-251f71560a3d req-6930f68e-6f80-43a0-88aa-018cec5a875e tempest-ServersAdminNegativeTestJSON-1987002560 tempest-ServersAdminNegativeTestJSON-1987002560-project-member] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 769.986463] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 769.986829] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.986970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.987045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.987245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.987408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.987507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.987566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.987708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.987793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.987886] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.206907] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 770.207267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.207500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.207795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.208081] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.208336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.208336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.208736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.208736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.208837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.209262] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.493406] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.619587] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 770.619587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.619587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.619587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.619587] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.619789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.619789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.619967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.619967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.620235] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.716091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.716091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.716091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.716091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.716815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.716815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.716815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.716815] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.996449] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.122055] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.217890] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 771.239199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.239308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.239468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.240063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.240220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.240427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.240532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.240597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.240765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.240860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.241077] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.241179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.241243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.241387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.241460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.241657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.241749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.241810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.241947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.242113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.242216] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be created. [ 771.304427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.304576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.304643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.304861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.305070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.317807] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 771.498808] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.499030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.499076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.499287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.499384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.499474] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be updated. [ 771.539674] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.539674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.539674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.539841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.540024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.552649] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 771.624506] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.817928] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 771.818451] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.126885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.127347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.127347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.127347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.127521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.128296] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be updated. [ 772.161431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.162286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.162385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.162783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.162977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.176106] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 772.424399] env[65321]: INFO networking_nsxv3.common.synchronization [req-3bd33a8b-345b-4677-9382-e2a45f6a117c req-f44f93cd-036f-40be-b81c-1e482ad0cda2 tempest-ListServersNegativeTestJSON-133049270 tempest-ListServersNegativeTestJSON-133049270-project-member] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 772.424971] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 772.425305] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.425694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.425694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.425826] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.425923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.426026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.426938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.426938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.426938] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.928608] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.333687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 773.333687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.432064] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.567036] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 773.567036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.903850] env[65321]: INFO networking_nsxv3.common.synchronization [req-f18ba2d2-a457-481c-af38-bd61fe45094f req-3936609c-22d6-429c-bd34-3e971f6ae66e tempest-ListServersNegativeTestJSON-133049270 tempest-ListServersNegativeTestJSON-133049270-project-member] Enqueued Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 773.904442] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a66501d-1de9-40d9-a041-56836c0bb450 with Priority: HIGHEST for action security_group_members [ 773.904756] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2a66501d-1de9-40d9-a041-56836c0bb450 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.904860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.934457] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.934619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.934664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.934859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.934944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.935118] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 773.964605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.964605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.964605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.964872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.965918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.975853] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 774.185059] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 774.185325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.185491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.185726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.185940] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.186052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.186120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.186275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.186364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.186493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.186621] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.343384] env[65321]: INFO networking_nsxv3.common.synchronization [req-f4fc926c-b3d5-458c-98d1-0d4fee18da12 req-47bca8a9-39d8-4c2b-ad6c-ea2acb4d9ea0 tempest-ListImageFiltersTestJSON-761163292 tempest-ListImageFiltersTestJSON-761163292-project-member] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 774.344487] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 774.344957] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.345112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.345166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.345691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.345885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.345987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.346071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.346271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.346367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.346492] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.590453] env[65321]: INFO networking_nsxv3.common.synchronization [None req-2fc5da34-031f-42c4-bf6b-c63b3062e0e8 None None] Enqueued Resource ID: 530d9a0b-c014-4039-b769-ac5ee6220431 with Priority: HIGHEST for action port [ 774.591107] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 530d9a0b-c014-4039-b769-ac5ee6220431 with Priority: HIGHEST for action port [ 774.591416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-530d9a0b-c014-4039-b769-ac5ee6220431 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.591547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-530d9a0b-c014-4039-b769-ac5ee6220431" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.593146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-530d9a0b-c014-4039-b769-ac5ee6220431" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.593146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-530d9a0b-c014-4039-b769-ac5ee6220431" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.593146] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('530d9a0b-c014-4039-b769-ac5ee6220431',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.688945] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.689210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.689210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.690176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.690176] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.690176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.690176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.690176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.690176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.690176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.690604] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.690604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.690604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.690604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.690821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.691624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.691624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.691624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.691624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.691624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.691624] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.850123] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.094702] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 530d9a0b-c014-4039-b769-ac5ee6220431 [ 775.094896] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.095033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.095085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.095319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.095441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.095559] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:530d9a0b-c014-4039-b769-ac5ee6220431 already deleted. [ 775.095660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-530d9a0b-c014-4039-b769-ac5ee6220431" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.194256] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b8989b-6d87-40b2-9966-2eec79352823: rpc.has_security_group_logging(os_id): False [ 775.213925] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.214093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.214166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.214380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.214510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.214694] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.214793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.214874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.215081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.215163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.215357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.215452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.215515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.215662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.215735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.215921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.216065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.216132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.216272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.216346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.216435] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be updated. [ 775.287539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.287762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.287762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.288131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.288291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.303769] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 775.352645] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.856160] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.856352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.856420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.856752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.856857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.856995] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be updated. [ 775.910404] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.911030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.911456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.911456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.911619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.923780] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: IN_PROGRESS for 2s [ 775.991431] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 775.991431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.991570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.991804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.991999] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.992182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.992269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.992440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.992530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.992631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2a66501d-1de9-40d9-a041-56836c0bb450',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.495010] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.495311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.495311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.495464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.495566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.495776] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.495876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.495940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.496112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.496189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.496275] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 is going to be updated. [ 776.527781] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.527781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.527781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.527781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.527781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.539145] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: IN_PROGRESS for 2s [ 776.908101] env[65321]: INFO networking_nsxv3.common.synchronization [req-b1b61efe-7ba1-4ddb-b12e-b3ea1660eb19 req-65e1a9b9-15af-4591-850e-4d829eeb8df1 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 776.911020] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 776.911020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.911020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.911020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.911020] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.322878] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 777.325124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.414441] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.490504] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-189 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.490710] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.490820] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.491091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.492697] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.492934] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.493088] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.493374] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.493554] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.494231] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.494231] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 777.494231] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 777.494231] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 777.494390] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 777.494390] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 777.494491] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 777.516998] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 777.517412] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 777.517412] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 777.517412] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-189" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.517822] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-43f7ec8e-34cc-4397-a36f-3f83014914d3 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.517993] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.522198] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.522198] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.522198] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f7ec8e-34cc-4397-a36f-3f83014914d3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.918281] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.936328] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 777.936328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.025469] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.025469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.025469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.025469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.025469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.025469] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 43f7ec8e-34cc-4397-a36f-3f83014914d3 not found, creating... [ 778.025469] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.025469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.025469] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.025973] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.025973] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.026113] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.026487] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.026487] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.026645] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.027130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.027296] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 43f7ec8e-34cc-4397-a36f-3f83014914d3 is going to be created. [ 778.064408] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.064656] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.064760] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.065086] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.065323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.065735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.421577] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.421730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.421804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.422039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.422134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.422234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 778.454218] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.454393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.454436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.454655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.454802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.466263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 778.550525] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2a66501d-1de9-40d9-a041-56836c0bb450 in Status: SUCCESS [ 778.550983] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2a66501d-1de9-40d9-a041-56836c0bb450 deletion is rescheduled due to dependency. [ 778.551221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2a66501d-1de9-40d9-a041-56836c0bb450" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.825377] env[65321]: INFO networking_nsxv3.common.synchronization [req-b1b61efe-7ba1-4ddb-b12e-b3ea1660eb19 req-65ed92ff-bf3f-4aae-ba5a-729f05500fd0 service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 778.825377] env[65321]: INFO networking_nsxv3.common.synchronization [req-b1b61efe-7ba1-4ddb-b12e-b3ea1660eb19 req-65ed92ff-bf3f-4aae-ba5a-729f05500fd0 service nova] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 778.825377] env[65321]: INFO networking_nsxv3.common.synchronization [req-b1b61efe-7ba1-4ddb-b12e-b3ea1660eb19 req-65ed92ff-bf3f-4aae-ba5a-729f05500fd0 service nova] Enqueued Resource ID: 43f7ec8e-34cc-4397-a36f-3f83014914d3 with Priority: HIGHEST for action port [ 778.825377] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_rules [ 778.825377] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 778.825377] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43f7ec8e-34cc-4397-a36f-3f83014914d3 with Priority: HIGHEST for action port [ 778.827206] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.827622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.830864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.830864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.830864] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.830864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.830864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.830864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-43f7ec8e-34cc-4397-a36f-3f83014914d3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.830864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.830864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.830864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.830864] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43f7ec8e-34cc-4397-a36f-3f83014914d3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.333863] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.333863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.333863] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 43f7ec8e-34cc-4397-a36f-3f83014914d3 with status ACTIVE [ 779.333863] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.333863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.333863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.333863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.333863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.333863] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.333863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.334537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.334537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.334537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334537] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.334537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.334537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.334821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.334821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.334821] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 43f7ec8e-34cc-4397-a36f-3f83014914d3 is going to be updated. [ 779.358888] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.358888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.358888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.358888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.358888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.358888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43f7ec8e-34cc-4397-a36f-3f83014914d3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.480207] env[65321]: INFO networking_nsxv3.common.synchronization [req-5b89edc5-708b-4f8e-ad9c-d33f2ade8289 req-c7e94716-4a75-457d-865b-58969374ad18 tempest-ServersWithSpecificFlavorTestJSON-1239076367 tempest-ServersWithSpecificFlavorTestJSON-1239076367-project-member] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 779.480946] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 779.484801] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.484943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.485041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.485291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.485487] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.485591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.485665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.485860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.485956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.486076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.928682] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-68 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.929030] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.929030] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.929282] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.929563] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.929753] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.931244] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.931843] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.933228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.933458] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.933576] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 779.933718] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 779.934467] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 779.934614] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 779.934730] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 779.934918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 779.955106] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 779.955469] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 779.955469] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 779.955615] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-68" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.956077] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-3b1a7251-6448-4349-aaca-0ba121bed343 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.956217] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.956217] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.956535] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.956851] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b1a7251-6448-4349-aaca-0ba121bed343',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.988962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.989991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.989991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.989991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.989991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.989991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.990493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.990493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.990493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.990493] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be updated. [ 780.032508] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.032508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.032508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.032508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.032775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.043297] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: IN_PROGRESS for 2s [ 780.243603] env[65321]: INFO networking_nsxv3.common.synchronization [None req-60a8a347-0fac-4764-8831-3387efeb7eda None None] Enqueued Resource ID: 05d25c68-0c50-47d8-9fd1-5afd458e6b07 with Priority: HIGHEST for action port [ 780.244196] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05d25c68-0c50-47d8-9fd1-5afd458e6b07 with Priority: HIGHEST for action port [ 780.244517] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-05d25c68-0c50-47d8-9fd1-5afd458e6b07 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.244642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05d25c68-0c50-47d8-9fd1-5afd458e6b07" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.244726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05d25c68-0c50-47d8-9fd1-5afd458e6b07" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.246706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05d25c68-0c50-47d8-9fd1-5afd458e6b07" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.246706] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05d25c68-0c50-47d8-9fd1-5afd458e6b07',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.460251] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.460563] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.460929] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.461191] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.461512] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.461672] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 3b1a7251-6448-4349-aaca-0ba121bed343 not found, creating... [ 780.462172] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.462331] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.462491] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.462849] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.463334] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.463450] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.463681] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.463872] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.464244] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.464647] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.465152] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 3b1a7251-6448-4349-aaca-0ba121bed343 is going to be created. [ 780.481367] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 780.481613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.481810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.482064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.482282] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.482423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.482499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.482657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.482749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.482845] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.489210] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.489434] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.489575] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.489847] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.490104] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.490341] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.748258] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05d25c68-0c50-47d8-9fd1-5afd458e6b07 [ 780.748779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.748971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.749394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.749712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.749840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.749969] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05d25c68-0c50-47d8-9fd1-5afd458e6b07 already deleted. [ 780.750118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05d25c68-0c50-47d8-9fd1-5afd458e6b07" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.986521] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.229700] env[65321]: INFO networking_nsxv3.common.synchronization [req-5b89edc5-708b-4f8e-ad9c-d33f2ade8289 req-1e97fc0e-5639-49fb-936d-1df15bba20a3 service nova] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 781.229700] env[65321]: INFO networking_nsxv3.common.synchronization [req-5b89edc5-708b-4f8e-ad9c-d33f2ade8289 req-1e97fc0e-5639-49fb-936d-1df15bba20a3 service nova] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 781.229894] env[65321]: INFO networking_nsxv3.common.synchronization [req-5b89edc5-708b-4f8e-ad9c-d33f2ade8289 req-1e97fc0e-5639-49fb-936d-1df15bba20a3 service nova] Enqueued Resource ID: 3b1a7251-6448-4349-aaca-0ba121bed343 with Priority: HIGHEST for action port [ 781.230398] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_rules [ 781.230577] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 781.230676] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3b1a7251-6448-4349-aaca-0ba121bed343 with Priority: HIGHEST for action port [ 781.230936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.231089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.231177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.231329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.231404] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.232302] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.232400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.233136] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-3b1a7251-6448-4349-aaca-0ba121bed343 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.233136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.233136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.233136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.233136] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3b1a7251-6448-4349-aaca-0ba121bed343',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.289065] env[65321]: INFO networking_nsxv3.common.synchronization [req-a21d8066-465a-4373-948c-632e4c945488 req-07af4906-0efe-49a6-8774-e4e386666832 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 781.290271] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 781.290805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.290805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.290973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.291268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.291359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.291518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.291597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.291816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.291917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.292070] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.489752] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.735676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.735676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.735676] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3b1a7251-6448-4349-aaca-0ba121bed343 with status ACTIVE [ 781.735676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.735676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.735676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.736029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.736029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.736107] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.736211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.736270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.736436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.736540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.736761] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.736855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.736914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.737081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.737149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.737229] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3b1a7251-6448-4349-aaca-0ba121bed343 is going to be updated. [ 781.767350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.767350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.767350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.769300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.769300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.769300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3b1a7251-6448-4349-aaca-0ba121bed343" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.794738] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.794958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.795420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.795703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.795830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.796120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.796753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.796753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.796753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.796753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.796753] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 781.833902] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.834097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.834159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.835048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.835048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.845468] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 781.992333] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.992868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.992868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.992868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.993197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.993197] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 782.025327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.025327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.025467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.025731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.025817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.035551] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 782.053936] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 782.054110] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a deletion is rescheduled due to dependency. [ 782.054110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.054311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.054906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.055029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.055139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.055238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.055479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.056568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.056568] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.216780] env[65321]: INFO networking_nsxv3.common.synchronization [req-312b15fa-6fc9-4bb2-b540-b000bf05d10d req-b1836b79-6b02-4c4a-987c-90f23360d04c tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 782.217497] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 782.217926] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.218362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.218362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.218453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.218797] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.218908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.218964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.219153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.219237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.219347] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.560791] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.635889] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-749 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.635889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.636189] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.636313] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.636564] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.636722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.636836] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.637077] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.637230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.637451] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.637558] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.637661] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.637765] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.637868] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 782.637985] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.638155] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.658783] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.658953] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 782.659126] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.659303] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-749" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.660010] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-90a8e275-2581-4b07-a44a-fb318cd60634 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.660260] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.660485] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.660734] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.660835] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a8e275-2581-4b07-a44a-fb318cd60634',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.721078] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.871077] env[65321]: INFO networking_nsxv3.common.synchronization [None req-c0c03c01-1274-4637-8a1e-1c6de3838463 None None] Enqueued Resource ID: 50444c83-24a8-4d4c-84fb-46e6afe3dce3 with Priority: HIGHEST for action port [ 782.871077] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50444c83-24a8-4d4c-84fb-46e6afe3dce3 with Priority: HIGHEST for action port [ 782.871077] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-50444c83-24a8-4d4c-84fb-46e6afe3dce3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.871077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50444c83-24a8-4d4c-84fb-46e6afe3dce3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.871077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50444c83-24a8-4d4c-84fb-46e6afe3dce3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.871077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50444c83-24a8-4d4c-84fb-46e6afe3dce3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.871077] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50444c83-24a8-4d4c-84fb-46e6afe3dce3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.063684] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.164197] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.164539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.164693] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.165059] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.165274] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.165485] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 90a8e275-2581-4b07-a44a-fb318cd60634 not found, creating... [ 783.165928] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.166157] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.166321] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.166638] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.166840] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.167153] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.167309] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.167466] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.167723] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.167869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.168049] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 90a8e275-2581-4b07-a44a-fb318cd60634 is going to be created. [ 783.190628] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.190628] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.190628] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.190903] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.191926] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.191926] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.223787] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.373085] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50444c83-24a8-4d4c-84fb-46e6afe3dce3 [ 783.373376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.373519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.373589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.373867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.374010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.374127] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50444c83-24a8-4d4c-84fb-46e6afe3dce3 already deleted. [ 783.374221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50444c83-24a8-4d4c-84fb-46e6afe3dce3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.566736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.566889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.566955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.567196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.567285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.567387] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be updated. [ 783.614045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.614045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.614045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.614045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.614414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.624967] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: IN_PROGRESS for 2s [ 783.727689] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.727689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.727983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.728164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.728337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.728475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 783.762744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.762936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.763012] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.763358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.763512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.775169] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 783.857056] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 783.857056] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 783.857056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.925037] env[65321]: INFO networking_nsxv3.common.synchronization [req-312b15fa-6fc9-4bb2-b540-b000bf05d10d req-50a3dde7-f3c1-4219-a66c-3514c8ddde30 service nova] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 783.925037] env[65321]: INFO networking_nsxv3.common.synchronization [req-312b15fa-6fc9-4bb2-b540-b000bf05d10d req-50a3dde7-f3c1-4219-a66c-3514c8ddde30 service nova] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 783.925037] env[65321]: INFO networking_nsxv3.common.synchronization [req-312b15fa-6fc9-4bb2-b540-b000bf05d10d req-50a3dde7-f3c1-4219-a66c-3514c8ddde30 service nova] Enqueued Resource ID: 90a8e275-2581-4b07-a44a-fb318cd60634 with Priority: HIGHEST for action port [ 783.925037] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 783.925037] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 783.925037] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a8e275-2581-4b07-a44a-fb318cd60634 with Priority: HIGHEST for action port [ 783.925037] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.925037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.925037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.926843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.926843] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.926843] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.926843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.926843] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a8e275-2581-4b07-a44a-fb318cd60634 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.926843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.926843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.926843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.926843] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a8e275-2581-4b07-a44a-fb318cd60634',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.046178] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 784.046423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.046559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.046862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.047069] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.047194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.047254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.047395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.047469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.047552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.047636] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.429630] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.430047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.430047] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a8e275-2581-4b07-a44a-fb318cd60634 with status ACTIVE [ 784.430235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.430350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.430450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.430656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.430771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.431091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.431236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.431301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.431502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.431610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.431848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.432208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.432208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.432208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.432408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.432408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a8e275-2581-4b07-a44a-fb318cd60634 is going to be updated. [ 784.455767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.455996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.455996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.456203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.456344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.456531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.552841] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.552841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.552841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.553058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.553141] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.553245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.553308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.553487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.553575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.553654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.553804] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.554412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.554412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.554412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.554412] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.554412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.554412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.554737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.554737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.554737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.554820] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.944840] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-3bce09cb-8f34-44ba-a260-d4da883a24ac tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 784.945371] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 784.945694] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.946381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.946381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.946381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.946381] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.946603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.946603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.946714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.946751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.947551] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.060277] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48636f49-2ec8-46ef-9e24-c304887ecadb: rpc.has_security_group_logging(os_id): False [ 785.083311] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.083454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.083529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.083747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.086028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.086674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.086674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.086674] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 785.158014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.158214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.158321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.158601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.158801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.191085] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 785.339128] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.340536] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.340706] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.340997] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.341679] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.341679] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.341679] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.341862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.341986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.342240] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.342356] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.342471] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.342585] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.342694] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.342793] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.343067] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.390416] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.390692] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.048 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.390920] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.391349] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.391857] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.392185] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.392385] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.393146] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.393347] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abdd5ee6-6d50-49a7-b2f8-38ed302ede93',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.450624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.451169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.451169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.451383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.451499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.451739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.451842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.451903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.452088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.452170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.452269] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 785.488962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.489141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.489209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.489421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.489617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.504827] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 785.639015] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 785.639260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.639560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.639771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.639951] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.640094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.640164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.640342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.640425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.640517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.640624] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.786753] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 785.786982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.787172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.787595] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.787732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.787796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.787968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.788924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.788924] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.896609] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.896609] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.896609] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.897021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.897168] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.897306] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port abdd5ee6-6d50-49a7-b2f8-38ed302ede93 not found, creating... [ 785.897586] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.897766] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.897881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.898264] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.898378] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.898786] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.898996] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.899298] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.899484] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.899646] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.900027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: abdd5ee6-6d50-49a7-b2f8-38ed302ede93 is going to be created. [ 785.925850] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.926413] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.926757] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.927107] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.927551] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.927809] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.143609] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.290896] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.644783] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-a4644593-7bdf-4182-980b-96b12e236af9 service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 786.645676] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-a4644593-7bdf-4182-980b-96b12e236af9 service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 786.648017] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-a4644593-7bdf-4182-980b-96b12e236af9 service nova] Enqueued Resource ID: abdd5ee6-6d50-49a7-b2f8-38ed302ede93 with Priority: HIGHEST for action port [ 786.648017] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b8d54fbf-9b5c-444f-973f-4f19e5d6358a: rpc.has_security_group_logging(os_id): False [ 786.648017] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 786.648017] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 786.648017] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: abdd5ee6-6d50-49a7-b2f8-38ed302ede93 with Priority: HIGHEST for action port [ 786.648361] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.648592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.648769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.649062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.649434] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.650534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.650756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.651079] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.651410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.651652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.651915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.652097] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('abdd5ee6-6d50-49a7-b2f8-38ed302ede93',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.670928] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.671169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.671255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.671462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.671552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.671801] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.671917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.671964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.672116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.672192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.672289] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be updated. [ 786.739728] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.739728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.739728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.739728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.739728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.754165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: IN_PROGRESS for 2s [ 786.794683] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.154194] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.154443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.154588] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port abdd5ee6-6d50-49a7-b2f8-38ed302ede93 with status ACTIVE [ 787.154916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.155124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.155223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.155441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.155570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.155852] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.155980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.156075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.156246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.156320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.156517] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.156623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.156697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.156840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.156913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.156989] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: abdd5ee6-6d50-49a7-b2f8-38ed302ede93 is going to be updated. [ 787.183517] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.183690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.183760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.183960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.184110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.184268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-abdd5ee6-6d50-49a7-b2f8-38ed302ede93" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.204713] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 787.205272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.297453] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.297659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.297701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.297918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.298014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.298126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 787.337385] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.337553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.337634] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.337840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.337990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.351285] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 787.515159] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 787.515325] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce deletion is rescheduled due to dependency. [ 787.515462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.515594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.515814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.516008] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.516143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.516206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.516364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.516665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.516665] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.019423] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.525196] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.770396] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 788.770396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.029623] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.029623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.029623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.030371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.034021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.034021] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 789.064403] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.064488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.064525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.065044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.065388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.076797] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 789.192399] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-2008f21f-5784-4be5-96e4-37744d5150ba tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 789.192956] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 789.193326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.193440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.364856] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 789.365193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.365298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.365513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.365706] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.365824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.365890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.366141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.366208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.366446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.366446] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.533491] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-65 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.533687] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.533816] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.534118] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.534381] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.534541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.534655] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.534879] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.535023] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.535282] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.535841] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 789.535841] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 789.535841] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 789.535841] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 789.535841] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 789.536126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 789.559906] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 789.560109] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 789.562032] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 789.562032] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.562032] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-0f0812ab-1596-440a-a790-92b3344e1a0d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.562032] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.562032] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.562440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.562580] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0812ab-1596-440a-a790-92b3344e1a0d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.871029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.871029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.871029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.871029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.871029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.871758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.871758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.871758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.871758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.871758] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.068048] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.068048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.068048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.068048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.068048] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.072338] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 0f0812ab-1596-440a-a790-92b3344e1a0d not found, creating... [ 790.072338] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.072338] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.072338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.072716] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.072716] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 0f0812ab-1596-440a-a790-92b3344e1a0d is going to be created. [ 790.100052] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.100052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.100052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.100052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.100052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.100052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.374347] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 790.399800] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.399979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.399979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.400272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.400518] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.400613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.400682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400846] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.400922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.401171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.401271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.401357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.401509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.401556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.401724] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.401818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.401878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.402076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.402167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.402253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 790.473475] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.477838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.477838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.477838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.477838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.499291] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 790.848455] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-11cd0e94-2133-4179-8286-2dc9c6dac0d7 service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 790.848702] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-11cd0e94-2133-4179-8286-2dc9c6dac0d7 service nova] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 790.848947] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ad704f6-cf5d-40ef-8db1-23fb7834ef10 req-11cd0e94-2133-4179-8286-2dc9c6dac0d7 service nova] Enqueued Resource ID: 0f0812ab-1596-440a-a790-92b3344e1a0d with Priority: HIGHEST for action port [ 790.849583] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_rules [ 790.849854] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 790.849974] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f0812ab-1596-440a-a790-92b3344e1a0d with Priority: HIGHEST for action port [ 790.851073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.851188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.853408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0f0812ab-1596-440a-a790-92b3344e1a0d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.853408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.853408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.853408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.853408] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0f0812ab-1596-440a-a790-92b3344e1a0d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.091583] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 791.091924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.093535] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.093535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.093535] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.094689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.094911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.095311] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.095661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.095661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.095661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.095661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.099133] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.354123] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0f0812ab-1596-440a-a790-92b3344e1a0d with status ACTIVE [ 791.354298] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.355496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.355676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.355676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.355884] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.355985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.356059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.356221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.356332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.356491] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0f0812ab-1596-440a-a790-92b3344e1a0d is going to be updated. [ 791.379150] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.379302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.379362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.379558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.379720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.379855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0f0812ab-1596-440a-a790-92b3344e1a0d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.597948] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.598143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.603545] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.806142] env[65321]: INFO networking_nsxv3.common.synchronization [req-4dd53c1f-280b-44a2-b69b-b10771753da3 req-aa5ad35b-f4c1-405b-b163-166d92bef42b tempest-ServersTestBootFromVolume-1118283765 tempest-ServersTestBootFromVolume-1118283765-project-member] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_members [ 791.806142] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_members [ 791.806142] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.806142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.806142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.806688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.806947] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.807561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.807729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.808111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.808280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.808522] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.105456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.277884] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-359 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.278413] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-359" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.278413] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-359" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.278785] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-359" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.279192] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.279471] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.279566] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.280189] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.280189] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.280384] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.280571] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 792.280749] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 792.280897] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 792.281183] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 792.281218] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 792.281391] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 792.304387] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 792.304387] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 792.304387] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 792.304577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-359" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.305142] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-a3c1d1ad-01e4-4621-893e-785375263f2e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.305335] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.305446] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.305788] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.306082] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c1d1ad-01e4-4621-893e-785375263f2e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.312998] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.312998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.312998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.313542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.314309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.314309] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.314309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.314309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.314309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.314309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.314568] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad already deleted. [ 792.314568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.518429] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 792.518727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.607925] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.610522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.610522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.610522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.610522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.610522] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 792.663370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.663370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.663370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.663370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.663370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.683732] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 792.775789] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.775789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.775789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.775789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.775789] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.809615] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.809934] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.810145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.810517] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.810735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.810901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port a3c1d1ad-01e4-4621-893e-785375263f2e not found, creating... [ 792.811354] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.812315] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.812315] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.812315] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.812315] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.812538] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.812832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.812925] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.813216] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.813406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.813775] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: a3c1d1ad-01e4-4621-893e-785375263f2e is going to be created. [ 792.837945] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.838265] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.838394] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.838781] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.839142] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.839417] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.283608] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.561883] env[65321]: INFO networking_nsxv3.common.synchronization [req-4dd53c1f-280b-44a2-b69b-b10771753da3 req-855c89de-eb82-4145-8fcd-b80116e08c4d service nova] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_rules [ 793.562124] env[65321]: INFO networking_nsxv3.common.synchronization [req-4dd53c1f-280b-44a2-b69b-b10771753da3 req-855c89de-eb82-4145-8fcd-b80116e08c4d service nova] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_members [ 793.562264] env[65321]: INFO networking_nsxv3.common.synchronization [req-4dd53c1f-280b-44a2-b69b-b10771753da3 req-855c89de-eb82-4145-8fcd-b80116e08c4d service nova] Enqueued Resource ID: a3c1d1ad-01e4-4621-893e-785375263f2e with Priority: HIGHEST for action port [ 793.562782] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_rules [ 793.562912] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_members [ 793.563013] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c1d1ad-01e4-4621-893e-785375263f2e with Priority: HIGHEST for action port [ 793.563332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.563396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.563459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.563658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.563740] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.564598] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.564708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.564791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.564965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.565130] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.565224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.565409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.565469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.565505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.565586] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.566612] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c1d1ad-01e4-4621-893e-785375263f2e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.566612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.566612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.566612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.566905] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c1d1ad-01e4-4621-893e-785375263f2e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.791252] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.070670] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.070764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.071381] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.072025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3c1d1ad-01e4-4621-893e-785375263f2e with status ACTIVE [ 794.072248] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.072402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.072499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.072767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.072866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.073113] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.073229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.073307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.073549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.073859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.076885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.076885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.076885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.076885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.076885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.076885] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3c1d1ad-01e4-4621-893e-785375263f2e is going to be updated. [ 794.110276] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.110276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.110276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.110276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.110276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.110276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c1d1ad-01e4-4621-893e-785375263f2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.294023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 794.294023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 794.379112] env[65321]: INFO networking_nsxv3.common.synchronization [req-9aa4cfc3-21a5-4f6d-a80a-2bbdd2c61e3b req-fbe9b894-405c-49f4-8f35-ace573eb5e20 tempest-ServersTestJSON-1028048785 tempest-ServersTestJSON-1028048785-project-member] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_members [ 794.381121] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGHEST for action security_group_members [ 794.381803] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.382364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.382566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.384023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.384023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.384023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.384023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.384023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.384023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.384023] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.578275] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.695278] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 794.695731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.696023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.696286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.696521] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.696650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.696741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.696925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.697061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.697135] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.890621] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.890817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.890888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.891167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.891695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.891967] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.892096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.892176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.892356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.892435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.892532] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 is going to be updated. [ 794.931593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.931593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.931593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.931593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.931593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.941458] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 in Status: IN_PROGRESS for 2s [ 795.081239] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.083624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.083624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.083624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.083624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.083624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad is going to be created. [ 795.112915] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.113476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.113576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.113833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.114033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.130930] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9a14998-50da-4c3f-8d07-d5e24df826ad in Status: UNINITIALIZED for 2s [ 795.170441] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.170441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.170441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.170666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.187191] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 795.189969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.190664] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 795.195994] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 795.196229] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 795.198701] env[65321]: INFO networking_nsxv3.common.synchronization [req-245d3d6a-e51b-4dbd-9b8b-8793ed4b45f1 req-569fb738-a2d1-41a8-977d-18d0cb69ac7e tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 795.198701] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 795.198701] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 795.198701] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 795.198701] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.198701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.198701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.198701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.199080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.199080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.199080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.199205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.200330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.200330] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.200448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.200448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.200537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.201496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.201496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.201496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.201496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.201496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.201496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.201496] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.203062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.203062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.203418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.203418] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.204355] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.225069] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.225069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.225069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.225069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.230753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.231574] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 795.231771] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.231958] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 795.262333] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 795.262333] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 795.262333] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_rules [ 795.262333] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 795.262333] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d7fb2e4-b1e0-4e4b-b3fa-51fa3bf8bc8d req-8004e64d-ead5-40e7-8c0a-d24e654978d6 tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 90a8e275-2581-4b07-a44a-fb318cd60634 with Priority: HIGHEST for action port [ 795.262930] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 795.263207] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_rules [ 795.263407] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a8e275-2581-4b07-a44a-fb318cd60634 with Priority: HIGHEST for action port [ 795.263591] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 795.263769] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 795.264513] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.264513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.264513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.267080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.267080] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.267080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.267080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.267080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.267080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.267080] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.267425] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a8e275-2581-4b07-a44a-fb318cd60634 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.267540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.267609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.267815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.267912] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a8e275-2581-4b07-a44a-fb318cd60634',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.270269] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.270269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.270505] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.270607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.296009] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.297114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.297228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.297886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.299301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.299301] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 795.389255] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.389464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.391481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.391481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.391481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.391481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 795.458606] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.458805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.458880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.459207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.459533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.459810] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 795.459898] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'d5aa2afc-62e0-4656-9013-109eb30f12f0', 'f5feb9e5-8346-4a64-b710-b43b26c91f40', '8c4342d9-53d1-4d4e-a75c-6b3f85a40e97', 'fc1ef93f-7de1-4a41-9dc7-fd53ddef572d', '1e642559-4fce-480f-a2de-19a2611eca29', 'ffd1f256-250e-4ac1-a8c3-f5bf0287899a', '3603e7ad-ff95-4b52-8b67-2e84e650165f', '788a37b5-39fa-4ba5-8455-be31830815ba', 'a31dfbf2-bec5-4357-8b8f-d7c3def53bce', '4a438932-7d91-4ed3-b1f5-0d989a3cdfb1', 'c97cb9b4-769e-426b-bf32-ab1eeb84da00', '37d164f4-aee6-4642-a964-ce4980b26e45', 'b3c4050d-c7a8-4650-8cea-a4258192f248', '6391bbd2-6c67-41b2-a7a6-4f2a70af8a69', '12b8989b-6d87-40b2-9966-2eec79352823', '926b5c64-b8c8-469d-b2d7-1f9c5b1ed344', '5d36bd11-f878-4626-83aa-ad0b7732bd41', '95e5efd5-1115-485f-84eb-a48946f68f67', '3ba6bd84-dc3e-4002-aea9-27db7663023f', '420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02', '6b92fe51-d811-4cbb-9393-a51645f2b944', '0c257ef2-535b-441f-974a-64f9b60e24ed', 'e48a2e83-462c-4068-b5f4-d5e8991ec444', 'c0065a2b-6d6a-4a53-9d28-65ab4c689f21', '2a66501d-1de9-40d9-a041-56836c0bb450', '7ea831b0-977e-4534-b411-1062982c8cb5', '2927f189-1011-4774-8b4a-d052a4aafd52', 'fe5b9f85-09e9-4e64-af2c-309c38efd211', '48636f49-2ec8-46ef-9e24-c304887ecadb', '9c98ff47-d639-417f-8490-8d0a443c3ee3', 'b8d54fbf-9b5c-444f-973f-4f19e5d6358a', 'c33247e9-2f05-480f-a2b7-ab915669cc4f', 'f32ed4cc-7ed7-4fd1-9570-71c4145cf802'} {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.460020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 795.482349] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.482601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.482601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.482760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.482846] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.482961] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 795.483048] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.483125] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 795.549892] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.550144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.550208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.550372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.551126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.551397] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 795.551482] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.551556] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 795.551625] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 795.551704] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 795.551778] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGH for action security_group_rules [ 795.551856] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGH for action security_group_rules [ 795.551961] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGH for action security_group_rules [ 795.551998] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGH for action security_group_rules [ 795.552052] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGH for action security_group_rules [ 795.552136] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGH for action security_group_rules [ 795.552167] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGH for action security_group_rules [ 795.552230] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGH for action security_group_rules [ 795.552291] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGH for action security_group_rules [ 795.552353] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGH for action security_group_rules [ 795.552414] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGH for action security_group_rules [ 795.552491] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGH for action security_group_rules [ 795.552553] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGH for action security_group_rules [ 795.552643] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGH for action security_group_rules [ 795.552814] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGH for action security_group_rules [ 795.552888] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGH for action security_group_rules [ 795.552953] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGH for action security_group_rules [ 795.553043] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGH for action security_group_rules [ 795.553110] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGH for action security_group_rules [ 795.553216] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGH for action security_group_rules [ 795.553356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.609368] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.609565] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.609682] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.609938] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.610256] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.610437] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.610561] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.610832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.610984] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.611201] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.611307] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.611458] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.611495] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.611647] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.611817] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.611987] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.632267] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.632426] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.632559] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.632728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.633118] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-5b246b1e-f738-4059-80ae-4d268154c8e1 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.633282] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.633391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.633753] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.633886] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b246b1e-f738-4059-80ae-4d268154c8e1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.702021] env[65321]: INFO networking_nsxv3.common.synchronization [req-9ceda6ef-2631-45be-8cc0-01c596ebc93a req-aa02b071-3dbf-4ea5-aa4e-a8d37475437d tempest-ServersTestManualDisk-1990555551 tempest-ServersTestManualDisk-1990555551-project-member] Enqueued Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_members [ 795.702227] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGHEST for action security_group_members [ 795.703029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGH for action security_group_rules [ 795.703029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 with Priority: HIGH for action security_group_rules [ 795.703029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGH for action security_group_rules [ 795.703029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGH for action security_group_rules [ 795.703029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGH for action security_group_rules [ 795.703029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95e5efd5-1115-485f-84eb-a48946f68f67 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3c4050d-c7a8-4650-8cea-a4258192f248 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGH for action security_group_rules [ 795.704199] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a with Priority: HIGH for action security_group_rules [ 795.705299] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 788a37b5-39fa-4ba5-8455-be31830815ba with Priority: HIGH for action security_group_rules [ 795.705299] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e642559-4fce-480f-a2de-19a2611eca29 with Priority: HIGH for action security_group_rules [ 795.705299] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 with Priority: HIGH for action security_group_rules [ 795.705299] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d with Priority: HIGH for action security_group_rules [ 795.705299] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.705299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.705299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.705556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.705591] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.705673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.705749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.705914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.705997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.706100] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.707677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.707799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.708116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.708116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.708205] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.709357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.709474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.710204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.710204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.710204] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8c4342d9-53d1-4d4e-a75c-6b3f85a40e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.710429] env[65321]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 795.711483] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.711624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.711692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.711887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.711970] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.713701] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.713814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.713887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.714056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.714131] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.715891] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.715994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.716200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3ba6bd84-dc3e-4002-aea9-27db7663023f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.716299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.716362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.716512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.716589] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3ba6bd84-dc3e-4002-aea9-27db7663023f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.717485] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-95e5efd5-1115-485f-84eb-a48946f68f67 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.717582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.717669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.717784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.717955] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('95e5efd5-1115-485f-84eb-a48946f68f67',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.718888] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.719126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.719126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.719360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.719360] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.720450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.720582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.720626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.720812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.720944] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6391bbd2-6c67-41b2-a7a6-4f2a70af8a69',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.722033] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.722162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.722162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.722325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.722401] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('926b5c64-b8c8-469d-b2d7-1f9c5b1ed344',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.723410] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b3c4050d-c7a8-4650-8cea-a4258192f248 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.723549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.723613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.723792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.723867] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b3c4050d-c7a8-4650-8cea-a4258192f248',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.724914] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.725056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.725141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.725322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.725417] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.726141] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.726245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.726312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.726460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.726532] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.726771] env[65321]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 795.727427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.727534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.727600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.727749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.727823] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.729954] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.731539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.731657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.731815] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.733132] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.733261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.733307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.733492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.733567] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ffd1f256-250e-4ac1-a8c3-f5bf0287899a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.735620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-788a37b5-39fa-4ba5-8455-be31830815ba taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.735620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.735620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.735620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.735620] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('788a37b5-39fa-4ba5-8455-be31830815ba',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.737136] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e642559-4fce-480f-a2de-19a2611eca29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.737136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.737136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.737136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.737136] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e642559-4fce-480f-a2de-19a2611eca29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.738739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f5feb9e5-8346-4a64-b710-b43b26c91f40 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.738844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.738918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.739099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.739175] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f5feb9e5-8346-4a64-b710-b43b26c91f40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.740449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.740567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.740624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.740786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.740867] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fc1ef93f-7de1-4a41-9dc7-fd53ddef572d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.746994] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.748279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.748696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.748696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.749772] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.771603] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.771603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.771719] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a8e275-2581-4b07-a44a-fb318cd60634 with status ACTIVE [ 795.771876] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.771981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.772059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.772307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.772405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.772857] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.772935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.772970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.773141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.773273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.773415] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.773508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.773583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.773737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.773947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.773947] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a8e275-2581-4b07-a44a-fb318cd60634 is going to be updated. [ 795.775168] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.775285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.777931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.777931] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.777931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.777931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.777931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.777931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.777931] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 795.799150] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.799372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.799372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.799771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.799771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.799925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.806114] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.806338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.806411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.806609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.806819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.817811] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 796.136824] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.137386] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.137386] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.137550] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.138475] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.138475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 5b246b1e-f738-4059-80ae-4d268154c8e1 not found, creating... [ 796.138475] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.138475] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.138780] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.139506] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.139506] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.139506] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.139855] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.139855] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.140122] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.140235] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.140368] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 5b246b1e-f738-4059-80ae-4d268154c8e1 is going to be created. [ 796.168096] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.168391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.168520] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.168917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.169202] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.169497] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.208690] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.208940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.209033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.209258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.210542] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.210673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.210737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.210916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.211106] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.211206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.211263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.211499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.211589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.211680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.211769] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.217303] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.217411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.217411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.217612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.217779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.217907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.217973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.218156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.218290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.218356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.218420] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.222869] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.223074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.223128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.223386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.223564] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.223670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.223739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.223986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.224053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.224146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.224257] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.254070] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.254279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.254346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.254569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.254823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.254957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.255075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.255280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.255504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.255653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.255774] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.263405] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.263583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.263696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.263948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.264431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.264567] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 796.273347] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.276332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.276537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.276537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.277199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.277496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.277654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.277723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.278554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.278554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.278554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.278871] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.283364] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.283666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.289431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.289574] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.289611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.289979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.290107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.290218] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 is going to be updated. [ 796.292693] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.301939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.302422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.304589] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.304765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.304842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.305086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305300] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.305404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.305471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.305631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.305961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.305961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.306397] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.306397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.306397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.306593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.306815] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.306993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.307087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.307258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.307387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.307533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.307666] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.317277] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.317448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.319399] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.319547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.323254] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.323446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.325700] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.325821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.328890] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.329093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.332150] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.332290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.333293] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.333421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.369179] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.369372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.370919] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.371066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.372050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.372159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.372454] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.373044] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.373171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.374210] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.374641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.374740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398026] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.398026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.398026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.398026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.398026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.398026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.399620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.399890] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8c4342d9-53d1-4d4e-a75c-6b3f85a40e97 is going to be deleted. [ 796.402242] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.402478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.402478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.402687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.402875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.404535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.404826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.415375] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 796.416277] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c4050d-c7a8-4650-8cea-a4258192f248 in Status: IN_PROGRESS for 2s [ 796.434595] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.435351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.435517] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6391bbd2-6c67-41b2-a7a6-4f2a70af8a69 is going to be deleted. [ 796.436812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.437133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.463599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.463854] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be deleted. [ 796.464760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.465023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.485182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.485182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.503091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.503091] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 95e5efd5-1115-485f-84eb-a48946f68f67 is going to be deleted. [ 796.503355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.503584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.516649] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.516649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.531471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.531711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be deleted. [ 796.533055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.534039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.534039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.534039] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 is going to be deleted. [ 796.534676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.534927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.549574] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.549899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.579847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.580105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 926b5c64-b8c8-469d-b2d7-1f9c5b1ed344 is going to be deleted. [ 796.581100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.581375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.616129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.616370] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3ba6bd84-dc3e-4002-aea9-27db7663023f is going to be deleted. [ 796.617255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.617962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.628227] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.628538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.707764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.708018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.709922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.710220] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 788a37b5-39fa-4ba5-8455-be31830815ba is going to be deleted. [ 796.711751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.712095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.720496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.722058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.722415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.722720] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.722912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.723211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.723314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.723360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.723447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.723644] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.723775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.723845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.724044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.724225] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.724592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.724676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.724761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.724872] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.727033] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.727033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.727033] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.727397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.727397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.727397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.727485] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.727655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.727655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.727836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.728014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.728364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.728364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.728364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.728567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.728567] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.730099] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.747413] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.747683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.761596] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.761881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.769766] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.774331] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.774560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.775343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.775343] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fc1ef93f-7de1-4a41-9dc7-fd53ddef572d is going to be deleted. [ 796.776203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.776445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.792920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.793113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.793162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.794287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.794287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.794287] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 796.800095] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.800265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.805823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.805976] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ffd1f256-250e-4ac1-a8c3-f5bf0287899a is going to be deleted. [ 796.807019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.807253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.812551] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.812707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.812751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.812954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.813055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.813153] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be created. [ 796.819093] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1: rpc.has_security_group_logging(os_id): False [ 796.868638] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.868935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.868935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.869218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.869348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.893181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.893361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901130] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.901358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.901409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.901695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.901928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.905548] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: UNINITIALIZED for 2s [ 796.908237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.908454] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f5feb9e5-8346-4a64-b710-b43b26c91f40 is going to be deleted. [ 796.909571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.909828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.911873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.911873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.951076] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 796.963521] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 in Status: SUCCESS [ 796.963718] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 deletion is rescheduled due to dependency. [ 796.963894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.987301] env[65321]: INFO networking_nsxv3.common.synchronization [req-245d3d6a-e51b-4dbd-9b8b-8793ed4b45f1 req-38392bbb-8372-43b4-bbf5-03aeae4c1e2a service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 796.987536] env[65321]: INFO networking_nsxv3.common.synchronization [req-245d3d6a-e51b-4dbd-9b8b-8793ed4b45f1 req-38392bbb-8372-43b4-bbf5-03aeae4c1e2a service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 796.987727] env[65321]: INFO networking_nsxv3.common.synchronization [req-245d3d6a-e51b-4dbd-9b8b-8793ed4b45f1 req-38392bbb-8372-43b4-bbf5-03aeae4c1e2a service nova] Enqueued Resource ID: 5b246b1e-f738-4059-80ae-4d268154c8e1 with Priority: HIGHEST for action port [ 796.989658] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 796.989817] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 796.989915] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b246b1e-f738-4059-80ae-4d268154c8e1 with Priority: HIGHEST for action port [ 796.990266] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.990463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.990463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.990979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.990979] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.994752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.994870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.995141] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b246b1e-f738-4059-80ae-4d268154c8e1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.995252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.995316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.995523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.995662] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b246b1e-f738-4059-80ae-4d268154c8e1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.021998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.022110] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e642559-4fce-480f-a2de-19a2611eca29 is going to be deleted. [ 797.023102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.023352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.025284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.025284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8c4342d9-53d1-4d4e-a75c-6b3f85a40e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.025284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.025284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.025284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.025284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6391bbd2-6c67-41b2-a7a6-4f2a70af8a69" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.026120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.026120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.026120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.026120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.026816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.026994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.027352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.027532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-95e5efd5-1115-485f-84eb-a48946f68f67" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.027997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.028184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.028268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.028384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.028926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.029110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.029528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.029528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-926b5c64-b8c8-469d-b2d7-1f9c5b1ed344" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.029528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.029714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.029714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.029816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.029893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.030017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.030098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.030679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3ba6bd84-dc3e-4002-aea9-27db7663023f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.030679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.030679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.030679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.030952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-788a37b5-39fa-4ba5-8455-be31830815ba" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.030952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.032167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.056164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.057483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.085133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.085544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.085779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.085902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.086142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.086232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.086523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.086744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.086809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.087189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.087354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.087667] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.087748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.087852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.088106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.088249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.088392] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be updated. [ 797.089968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.090222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.090358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.090533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fc1ef93f-7de1-4a41-9dc7-fd53ddef572d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.090710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.090946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.091081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.091250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ffd1f256-250e-4ac1-a8c3-f5bf0287899a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.122767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.122767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.122767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.126412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.126566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.126725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f5feb9e5-8346-4a64-b710-b43b26c91f40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.151058] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9a14998-50da-4c3f-8d07-d5e24df826ad in Status: SUCCESS [ 797.151058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.151058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.151402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.151565] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.151773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.151823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.152316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.152316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.152316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.152470] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.182113] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.182340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.182340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.182602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.182656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.182782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e642559-4fce-480f-a2de-19a2611eca29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.379030] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 797.379754] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.379954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.379954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.380269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.380349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.382057] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5aa2afc-62e0-4656-9013-109eb30f12f0: rpc.has_security_group_logging(os_id): False [ 797.382747] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 12b8989b-6d87-40b2-9966-2eec79352823: rpc.has_security_group_logging(os_id): False [ 797.383556] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5d36bd11-f878-4626-83aa-ad0b7732bd41: rpc.has_security_group_logging(os_id): False [ 797.384670] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c97cb9b4-769e-426b-bf32-ab1eeb84da00: rpc.has_security_group_logging(os_id): False [ 797.440412] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.440579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.440644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.441113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.442656] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.442778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.443521] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.443610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.446559] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.446706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.463388] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 797.479646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.480274] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.480274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.480274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.480611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.480611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.480824] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.480933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.481018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.481209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.481293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.481479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.481577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.481632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.481762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.481877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.481939] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be updated. [ 797.483548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.483722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.497883] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.498165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.498317] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b246b1e-f738-4059-80ae-4d268154c8e1 with status ACTIVE [ 797.498452] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.498510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.498544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.498809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.498917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.499116] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.502307] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.502307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.502307] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b246b1e-f738-4059-80ae-4d268154c8e1 is going to be updated. [ 797.513095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.513095] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.513095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.513328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.513592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.513685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.513794] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be updated. [ 797.515428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.515657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.532881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.533073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.533167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.533391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.533595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.533738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b246b1e-f738-4059-80ae-4d268154c8e1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.542241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.542514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.542626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.542689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.542891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.542968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.543323] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.543323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.543445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.543561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.543655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.543879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.543935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.543971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.544133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.544203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.544285] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be updated. [ 797.545708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.545874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.577839] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.577975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.580408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.580719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.580847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.580920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.581205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.581293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.581433] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be updated. [ 797.582743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.582882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.584272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.618207] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 797.633465] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.633465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.633465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.633465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.633465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.656753] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.666844] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 797.703510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.703510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.703510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.703510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.703510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.705648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.705881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.705881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.707266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.707266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.773444] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: IN_PROGRESS for 2s [ 797.774223] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 797.833856] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 797.834094] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 797.834239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.834448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.834818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.834939] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.835061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.835134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.835303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.835442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.835538] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.158787] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e9a14998-50da-4c3f-8d07-d5e24df826ad: rpc.has_security_group_logging(os_id): False [ 798.182688] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.182933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.183379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.183379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.183704] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.183704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.183860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.183918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.184092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.184240] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad is going to be created. [ 798.281297] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.281297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.281297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.281297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.281297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.300938] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9a14998-50da-4c3f-8d07-d5e24df826ad in Status: IN_PROGRESS for 2s [ 798.340468] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.431468] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 798.431881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.432111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.432244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.432516] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.432643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.432710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.433049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.433180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.433324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.433530] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.433654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.433742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.433923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.434121] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.434301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.434412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.434593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.434707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.434945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.435099] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.436838] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b3c4050d-c7a8-4650-8cea-a4258192f248 in Status: SUCCESS [ 798.437108] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b3c4050d-c7a8-4650-8cea-a4258192f248 deletion is rescheduled due to dependency. [ 798.437241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b3c4050d-c7a8-4650-8cea-a4258192f248" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.844477] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.862908] env[65321]: INFO networking_nsxv3.common.synchronization [req-dd42391d-da69-4656-9664-b2c6ab53e3b8 req-512ab0c9-ba06-4cc5-9dce-5613667fbc45 tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 798.863496] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 798.863910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.864270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.864270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.864402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.864572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.864687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.864775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.865010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.865158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.865284] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.897702] env[65321]: INFO networking_nsxv3.common.synchronization [req-dd42391d-da69-4656-9664-b2c6ab53e3b8 req-512ab0c9-ba06-4cc5-9dce-5613667fbc45 tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 798.897872] env[65321]: INFO networking_nsxv3.common.synchronization [req-dd42391d-da69-4656-9664-b2c6ab53e3b8 req-512ab0c9-ba06-4cc5-9dce-5613667fbc45 tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 798.898015] env[65321]: INFO networking_nsxv3.common.synchronization [req-dd42391d-da69-4656-9664-b2c6ab53e3b8 req-512ab0c9-ba06-4cc5-9dce-5613667fbc45 tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with Priority: HIGHEST for action port [ 798.898532] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 798.898686] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 798.898833] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with Priority: HIGHEST for action port [ 798.899166] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.899456] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.899749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.899854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.899917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.900140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.900219] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0313ea-f29d-4379-bdeb-1ac6256cdc6d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.916288] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 798.916502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.916759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.916982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.917185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.917305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.917370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.917567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.917615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.917695] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.938615] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a31dfbf2-bec5-4357-8b8f-d7c3def53bce: rpc.has_security_group_logging(os_id): False [ 798.962199] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 798.962642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.963336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.963613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.963845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.964010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.964093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.964361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.964490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.964596] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.966723] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.966723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.966723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.966923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.988871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.989237] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.989363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.989428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.989671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.989778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.990010] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.990112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.990176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.990339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.990482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.990686] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.991868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.991868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.991868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.991868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.991868] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 799.066642] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.066642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.066786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.067360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.067360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.091994] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 799.348433] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.348882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.348882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.349163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.349163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.349302] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 799.368513] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.402658] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with status ACTIVE [ 799.403045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.403146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.403190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.403431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.403524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.403730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.403848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.403925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.404207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.404408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.404501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.404571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.404732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.404820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.404915] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d is going to be updated. [ 799.412408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.412408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.412408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.412408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.412408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.422824] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.439574] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 799.467799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.467799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.467799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.468096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.468437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.468437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.470764] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.534917] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 799.535274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.651226] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 799.651405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.699532] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 799.699782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.794346] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 799.794765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.796256] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 799.796708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.797172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.797567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.797735] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.871432] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.926023] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.973507] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.303036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.303224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.316917] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e9a14998-50da-4c3f-8d07-d5e24df826ad in Status: SUCCESS [ 800.317229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.377554] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.377737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.377826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.378253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.378318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.378476] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be updated. [ 800.420848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.421124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.421241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.421566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.421768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.428420] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.430943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.430943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.430943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.430943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.430943] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be updated. [ 800.443798] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: IN_PROGRESS for 2s [ 800.480036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.480036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.480036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.480036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.480036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.480036] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 800.485641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.485876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.485876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.486073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.486222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.498942] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: IN_PROGRESS for 2s [ 800.527714] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.527933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.527933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.528212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.528371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.540157] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 801.108420] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 801.108878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.108972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.109273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.109384] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.453569] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 801.455149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.455315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.455679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.455941] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.456412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.456516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.456888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.457147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.457224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.457282] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.615121] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.615121] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.615121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.615121] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.959902] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.960108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.960208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.960606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.960898] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.961311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.961438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.961711] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.961853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.961943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.962096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.962255] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.962370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.962487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.962668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.962798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.962960] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.120069] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.120069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.120069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.120367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.120466] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.121828] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.121828] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.121828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.122352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.122352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.122352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.122352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.122352] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.454805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 802.455074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.455468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.455585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.455812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.455961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.456096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.456267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.456370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.456478] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.465483] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2927f189-1011-4774-8b4a-d052a4aafd52: rpc.has_security_group_logging(os_id): False [ 802.502119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.502281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.502324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.502509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.502598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.502808] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.502911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.502974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.503153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.503306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.503510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.503610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.503671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.503820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.503893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.504948] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.505345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.505345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.505345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.505345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.505505] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 802.512249] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 802.512457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.512623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.513223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.513223] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.513223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.513223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.513582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.513582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.513582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.513582] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.537641] env[65321]: INFO networking_nsxv3.common.synchronization [req-5aa34712-357a-4f13-b33d-4f0b843a1fce req-4b4c04b0-a0be-4005-a60a-d4cdd90395e7 tempest-ImagesNegativeTestJSON-1053908336 tempest-ImagesNegativeTestJSON-1053908336-project-member] Enqueued Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_members [ 802.538236] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_members [ 802.538553] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.538673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.538741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.539147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.539327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.539454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.539490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.539819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.539878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.539978] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.549420] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 802.549644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.550491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.550491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.550491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.550491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.550491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.550784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.550784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.550784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.550784] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.582650] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.582741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.582930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.583261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.583385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.603896] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 802.624807] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a31dfbf2-bec5-4357-8b8f-d7c3def53bce: rpc.has_security_group_logging(os_id): False [ 802.668787] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.668977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.669063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.669336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.669430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.669648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.671058] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.671058] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.671058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.671542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.671542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.671542] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 802.778193] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.778193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.778193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.778193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.778193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.795418] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 802.959327] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.979719] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-586 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.980299] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-586" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.980653] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-586" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.981459] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-586" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.981459] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.981638] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.981760] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.981996] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.982188] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.982428] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.982541] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 802.982644] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 802.982748] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 802.982854] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 802.982972] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 802.983129] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 803.010918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 803.011140] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 803.011322] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 803.011661] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-586" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.011859] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-0b3276c4-be90-4244-8a97-e8d259267b38 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.012103] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.012319] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.012718] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.012999] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3276c4-be90-4244-8a97-e8d259267b38',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.017666] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.044682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.044938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.045119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.045439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.045559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.045935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.045935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.045935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.046306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.046306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.046424] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 already deleted. [ 803.046525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.053462] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.053546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.053753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.053898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.054114] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.054283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.054283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.054283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.054283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.054283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.055222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.055222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.055335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.055438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.055526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.055586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.055722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.055797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.055963] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.461848] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.516705] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.517703] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.517703] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.517703] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.517703] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.517703] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 0b3276c4-be90-4244-8a97-e8d259267b38 not found, creating... [ 803.518040] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.518151] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.518184] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.519441] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.519441] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.522565] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.522784] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.522908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.523275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.523424] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.523578] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 0b3276c4-be90-4244-8a97-e8d259267b38 is going to be created. [ 803.525641] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1b6f4f0-2117-4851-b56d-c85b68262701: rpc.has_security_group_logging(os_id): False [ 803.559181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.559491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.559655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.559894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.559990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.560254] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.560408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.561028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.561028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.561028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.561028] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be created. [ 803.563266] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.563453] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.563571] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.563868] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.564121] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.564355] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.565382] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 803.612943] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.613117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.613203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.613529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.797100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.797418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.797553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.797625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.797835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.797940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.798200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.798344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.798443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.798611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.798688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.798977] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.801419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.801598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.801838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.802213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.802408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 803.830880] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.830880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.830880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.830880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.830880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.850665] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: IN_PROGRESS for 2s [ 803.960949] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.961191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.961191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.961445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.961695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.965657] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.965889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.965988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.967032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.967032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.967032] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be updated. [ 803.994775] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 804.065336] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.065561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.065630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.065959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.066191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.100592] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: IN_PROGRESS for 2s [ 804.354582] env[65321]: INFO networking_nsxv3.common.synchronization [req-e9bcaa43-cc7f-4e4c-99ff-b36764adb402 req-4b739402-0fa2-4ed1-98bd-fc23364142da tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 804.355171] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 804.355482] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.355589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.362168] env[65321]: INFO networking_nsxv3.common.synchronization [req-5aa34712-357a-4f13-b33d-4f0b843a1fce req-685c77dd-9128-461e-9368-6a2c751bb92c service nova] Enqueued Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_rules [ 804.362509] env[65321]: INFO networking_nsxv3.common.synchronization [req-5aa34712-357a-4f13-b33d-4f0b843a1fce req-685c77dd-9128-461e-9368-6a2c751bb92c service nova] Enqueued Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_members [ 804.362509] env[65321]: INFO networking_nsxv3.common.synchronization [req-5aa34712-357a-4f13-b33d-4f0b843a1fce req-685c77dd-9128-461e-9368-6a2c751bb92c service nova] Enqueued Resource ID: 0b3276c4-be90-4244-8a97-e8d259267b38 with Priority: HIGHEST for action port [ 804.362941] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_rules [ 804.363087] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_members [ 804.363185] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b3276c4-be90-4244-8a97-e8d259267b38 with Priority: HIGHEST for action port [ 804.364356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.364488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.364556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.364827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.364923] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.366767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.366856] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.366917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.367126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.367295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.367511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.367511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.367806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.367806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.367806] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.368616] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b3276c4-be90-4244-8a97-e8d259267b38 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.368687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.368736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.368930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.369014] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b3276c4-be90-4244-8a97-e8d259267b38',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.372187] env[65321]: INFO networking_nsxv3.common.synchronization [req-e9bcaa43-cc7f-4e4c-99ff-b36764adb402 req-4b739402-0fa2-4ed1-98bd-fc23364142da tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 804.372187] env[65321]: INFO networking_nsxv3.common.synchronization [req-e9bcaa43-cc7f-4e4c-99ff-b36764adb402 req-4b739402-0fa2-4ed1-98bd-fc23364142da tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 804.372187] env[65321]: INFO networking_nsxv3.common.synchronization [req-e9bcaa43-cc7f-4e4c-99ff-b36764adb402 req-4b739402-0fa2-4ed1-98bd-fc23364142da tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with Priority: HIGHEST for action port [ 804.372340] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_rules [ 804.372453] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 804.373179] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with Priority: HIGHEST for action port [ 804.373179] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.373179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.373179] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.373179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.373417] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.373460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.373495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.373771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.373858] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bb0313ea-f29d-4379-bdeb-1ac6256cdc6d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.617716] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 804.617994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.807239] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 804.807454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.807631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.807854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.807940] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.868479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.868479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.873767] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.873767] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0b3276c4-be90-4244-8a97-e8d259267b38 with status ACTIVE [ 804.875170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.875170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.875170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.875170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.875170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.875170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.875170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.875170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.877371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.877371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.877371] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.877371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.877371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.877371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.877371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.877371] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0b3276c4-be90-4244-8a97-e8d259267b38 is going to be updated. [ 804.878881] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bb0313ea-f29d-4379-bdeb-1ac6256cdc6d with status ACTIVE [ 804.878881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.878881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.878881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.880108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.880108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.880108] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.880108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.880108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.880108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.880108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.880108] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.880728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.880728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.880728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.880728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.880728] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bb0313ea-f29d-4379-bdeb-1ac6256cdc6d is going to be updated. [ 804.916185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.916328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.916403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.916620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.916789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.916921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bb0313ea-f29d-4379-bdeb-1ac6256cdc6d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.917837] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.917961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.918047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.918230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.918343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.918495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b3276c4-be90-4244-8a97-e8d259267b38" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.041617] env[65321]: INFO networking_nsxv3.common.synchronization [req-709d9860-9cdd-4e41-a125-5c6d4fc2c8b3 req-c9568698-4487-4c2d-b4fe-4bc60fcb1485 tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 805.042628] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 805.043056] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.043197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.043322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.043560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.043738] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.043860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.043921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.044123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.044484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.044484] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.310742] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.310884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.378652] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.549183] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.863334] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 805.863334] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.884403] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.884499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.884543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.884849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.884998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.885159] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 is going to be created. [ 805.927598] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.927598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.927598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.927598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.927845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.942457] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 in Status: UNINITIALIZED for 2s [ 806.011634] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 806.011634] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.011634] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.011634] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.011634] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.052642] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.114017] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 806.114017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.114251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.116251] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.116251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.116251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.116251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.116251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.116251] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.116732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.116732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.117172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.117172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.117258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.117442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.117534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.118009] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.426120] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_members [ 806.426409] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 806.426755] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 806.428051] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_members [ 806.428051] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 806.428051] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 806.428051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-598749c2-0df3-45b4-8e3b-cc54ba5d3715 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.428051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.428938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.428938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.428938] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.428938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.428938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.429224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.429224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.429224] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.430660] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.430790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.430859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.431043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.431244] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.431379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.431422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.431563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.431683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.431727] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.432608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.433024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.433024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.433024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.433347] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.433756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.433756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.433756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.433756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.433925] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.475309] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 806.475511] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 806.475645] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_rules [ 806.475770] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_members [ 806.475890] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_rules [ 806.476016] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 806.476146] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa3c1ef3-81d2-45ad-84b7-8d8b47044f71 req-f177e2e4-60d2-4e1c-a495-43407e13d2dc tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 90a8e275-2581-4b07-a44a-fb318cd60634 with Priority: HIGHEST for action port [ 806.476699] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_rules [ 806.476882] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_rules [ 806.477125] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 806.477372] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 90a8e275-2581-4b07-a44a-fb318cd60634 with Priority: HIGHEST for action port [ 806.477482] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_rules [ 806.477588] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 806.477723] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_members [ 806.477961] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.478087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.478362] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-598749c2-0df3-45b4-8e3b-cc54ba5d3715 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.478472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.478545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.478880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.478963] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.479944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.480048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.480321] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-90a8e275-2581-4b07-a44a-fb318cd60634 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.480430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.480495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.480674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.480764] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('90a8e275-2581-4b07-a44a-fb318cd60634',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.481977] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.482130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.482253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.482430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.482511] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.483264] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.483410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.483611] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-598749c2-0df3-45b4-8e3b-cc54ba5d3715 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.483696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.516312] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.516312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.556847] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.557054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.557141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.557354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.557447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.557545] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 806.586270] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.586418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.586487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.586732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.586888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.599327] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 806.619122] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.620207] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.736468] env[65321]: INFO networking_nsxv3.common.synchronization [req-11b2df4d-0f26-478d-a125-fc736409d4cd req-5458a2b8-4474-40c1-9419-5e18739047ea tempest-MultipleCreateTestJSON-2088542630 tempest-MultipleCreateTestJSON-2088542630-project-member] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 806.736468] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGHEST for action security_group_members [ 806.736468] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.736468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.935650] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.936618] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.937498] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.984933] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 90a8e275-2581-4b07-a44a-fb318cd60634 with status ACTIVE [ 806.985356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.985529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.985624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.985868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.985986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.986217] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.986345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.986443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.986680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.986746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.987040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.987176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.987245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.987461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.987580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.987703] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 90a8e275-2581-4b07-a44a-fb318cd60634 is going to be updated. [ 806.993214] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-598749c2-0df3-45b4-8e3b-cc54ba5d3715 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.993386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.993626] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.993712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.017138] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.018150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.018150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.018150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.018150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.018150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-90a8e275-2581-4b07-a44a-fb318cd60634" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.122023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c97cb9b4-769e-426b-bf32-ab1eeb84da00: rpc.has_security_group_logging(os_id): False [ 807.123209] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.156718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.157546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.157546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.157760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.158025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.160566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.160566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.160566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.160566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.160566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.160566] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be updated. [ 807.237876] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.238085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.238133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.238394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.238572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.254720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: IN_PROGRESS for 2s [ 807.439540] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.440029] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.440866] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.631071] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.631350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.631469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.631811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.631974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.632147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be updated. [ 807.669964] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.670133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.670213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.670476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.670667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.683669] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: IN_PROGRESS for 2s [ 807.943045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.943467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.943550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.947444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.947691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.947783] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be updated. [ 807.950030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.950186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.950548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.950548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.950632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.950767] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 is going to be created. [ 807.952286] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.952480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.952607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.953025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.953178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.953420] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 807.973314] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 in Status: SUCCESS [ 807.973800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.973800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.974222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.974404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.974404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.974542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.974671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.974773] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.989132] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.989515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.989650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.989784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.989957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.004023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.004023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.004023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.004023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.004023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.020593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.020822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.020869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.021937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.021937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.047594] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: IN_PROGRESS for 2s [ 808.048486] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 in Status: UNINITIALIZED for 2s [ 808.049978] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 808.477197] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.477380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.477436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.477652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.477821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.477921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.477982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.478155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.478233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.478321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.478469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.478557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.478617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.478938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.479098] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.480029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.480029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.480029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.480029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.480029] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.611654] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 808.612013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.612203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.612452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.612760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.612871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.612871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.613081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.613221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.613310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.613413] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.614303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.614571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.614756] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.614868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.614939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.615107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.615242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.615307] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.906507] env[65321]: INFO networking_nsxv3.common.synchronization [req-8705e27d-5765-4c0e-81d5-0e1d6ae85f2b req-7c72f061-d8a2-494e-887f-189fc901b89c tempest-AttachInterfacesUnderV243Test-1841777393 tempest-AttachInterfacesUnderV243Test-1841777393-project-member] Enqueued Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 808.907184] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 with Priority: HIGHEST for action security_group_members [ 808.907895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c97cb9b4-769e-426b-bf32-ab1eeb84da00 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.908067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.982380] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7d82d62c-988c-487c-acdc-738ef8cc5247: rpc.has_security_group_logging(os_id): False [ 809.005199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.005349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.005417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.005639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.005719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.005922] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.006038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.006101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.006264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.006336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.006536] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.006622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.006693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.008566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.008566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.008566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.008566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.008566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.008566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.008566] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 is going to be created. [ 809.106198] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.106518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.106624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.107103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.107390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.117268] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.117461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.117760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.117899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.118056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.118320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.118422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.118632] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.118741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.118873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.119288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.119288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.119288] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 809.122392] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 in Status: IN_PROGRESS for 2s [ 809.172693] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.172896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.172896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.173639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.173639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.190373] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 809.274475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 809.274724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.274913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.275232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.275319] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.697404] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 in Status: SUCCESS [ 809.698119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.698119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.698246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.699285] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.699285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.699285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.699285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.699285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.699617] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.797821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.797821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.798302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.799576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.799576] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be deleted. [ 809.879887] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.880145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.880145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.880580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.880714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.880845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.060834] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 in Status: SUCCESS [ 810.061165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.061306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.061491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.061674] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.061792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.061857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.062041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.062132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.062229] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.063750] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 810.063954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.064605] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 810.064772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.064917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.065097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.065264] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.065369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.065434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.065573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.065650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.065734] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.068636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.069585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.069585] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.069585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.069585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.069585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.069837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.069837] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.205359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.205503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.205503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.205758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.205881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.206118] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.206228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.206292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.206484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.206581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.206674] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 is going to be deleted. [ 810.261072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.261631] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.261631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.261631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.261631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.261631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.261631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c97cb9b4-769e-426b-bf32-ab1eeb84da00',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.569155] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.571708] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.573310] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.775316] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.775316] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.775316] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c97cb9b4-769e-426b-bf32-ab1eeb84da00 already deleted. [ 810.775316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c97cb9b4-769e-426b-bf32-ab1eeb84da00" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.071666] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.074383] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.075215] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.135447] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 in Status: SUCCESS [ 811.135621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.200652] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 811.200861] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce deletion is rescheduled due to dependency. [ 811.200915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.201122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.201352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.201610] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.201734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.201795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.201956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.202049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.202150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.202353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.202455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.202533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.202682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.202824] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.202917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.202995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.203153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.203228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.203307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.203396] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.574449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.574449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.574809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.574809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.575065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.575065] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be updated. [ 811.576325] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.576658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.576658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.576658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.576843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.577393] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 811.579320] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.579481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.579610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.580539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.580539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.580539] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 is going to be updated. [ 811.626057] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.626290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.626290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.626512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.626655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.628572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.628929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.629061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.629233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.629365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.632275] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.632406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.632454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.632889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.632889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.636671] env[65321]: INFO networking_nsxv3.common.synchronization [req-90bba97c-b3aa-441e-9999-700c38a2bee5 req-3058aa8d-fd0d-457c-904a-2d7fbf7a476a tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_members [ 811.636875] env[65321]: INFO networking_nsxv3.common.synchronization [req-90bba97c-b3aa-441e-9999-700c38a2bee5 req-3058aa8d-fd0d-457c-904a-2d7fbf7a476a tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 811.636969] env[65321]: INFO networking_nsxv3.common.synchronization [req-90bba97c-b3aa-441e-9999-700c38a2bee5 req-3058aa8d-fd0d-457c-904a-2d7fbf7a476a tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 811.637544] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 with Priority: HIGHEST for action security_group_members [ 811.637680] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGHEST for action security_group_members [ 811.637774] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 811.638068] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-598749c2-0df3-45b4-8e3b-cc54ba5d3715 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.638595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.638595] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.638595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.638595] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.638912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.646595] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 811.647106] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: IN_PROGRESS for 2s [ 811.647993] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 in Status: IN_PROGRESS for 2s [ 811.705130] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a31dfbf2-bec5-4357-8b8f-d7c3def53bce: rpc.has_security_group_logging(os_id): False [ 811.724052] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.724492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.724582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.724777] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.724875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.724939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.725193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.725378] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.725474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.725533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.725680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.725749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.725952] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.726059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.726122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.726260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.726335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.726551] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be updated. [ 811.824203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.824391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.824437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.824618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.824759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.844012] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: IN_PROGRESS for 2s [ 813.670292] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 in Status: SUCCESS [ 813.670663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.670663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.670803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.671055] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.671230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.671230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.671327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.671409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.671497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.671596] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.673179] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 813.673388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.674962] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 813.674962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.674962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.674962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.674962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.675497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.675497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.675497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.675497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.675497] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.676475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.676475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.679169] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.679169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.679169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.679169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.679169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.679169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.679169] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.679169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.680149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.680149] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.680149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.680149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.680149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.680149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.680149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.680431] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.682121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.682121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.682344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.682344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.682344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.682470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.683278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.683278] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.683635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.683761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.683943] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.683998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.685267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.685267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.685267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.685267] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.863257] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce in Status: SUCCESS [ 813.863534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.910264] env[65321]: INFO networking_nsxv3.common.synchronization [None req-aa710ff4-aaec-4925-8da4-fd64b8b40c95 tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_rules [ 813.910938] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_rules [ 813.912167] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.912325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.912396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.912697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.912789] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.041737] env[65321]: INFO networking_nsxv3.common.synchronization [None req-25408ac1-457e-43fd-bbea-315c0a326e15 tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_rules [ 814.042597] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_rules [ 814.042764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.042869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.183304] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.185913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.185913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.186168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.186250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.186347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.186546] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.186666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.186714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.187223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.187223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.187223] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 is going to be deleted. [ 814.188206] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('598749c2-0df3-45b4-8e3b-cc54ba5d3715',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.189162] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.189273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.189485] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.189586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.189711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.190503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.190503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.190503] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.190503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.190503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.190503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.190503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.190804] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be updated. [ 814.191704] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.229691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.229918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.229918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.230144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.230325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.232651] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.232803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.232847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.233055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.233167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.233277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.241406] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: IN_PROGRESS for 2s [ 814.433411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.433601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.433675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.433912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.434087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.434200] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b already deleted. [ 814.434289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.434450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.434836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.434836] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.687534] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d1b6f4f0-2117-4851-b56d-c85b68262701: rpc.has_security_group_logging(os_id): False [ 814.693067] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 598749c2-0df3-45b4-8e3b-cc54ba5d3715: rpc.has_security_group_logging(os_id): False [ 814.694220] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.719441] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.719624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.719665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.720061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.720061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.720249] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.720351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.720435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.720612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.720692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.720779] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 is going to be created. [ 814.722510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.722671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.722840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.723054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.723290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.723408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.723537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.723622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.723810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.723922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.724059] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be updated. [ 814.744329] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/598749c2-0df3-45b4-8e3b-cc54ba5d3715], does not exist path=[/infra/domains/default/groups/598749c2-0df3-45b4-8e3b-cc54ba5d3715]."\n}' [ 814.744504] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/598749c2-0df3-45b4-8e3b-cc54ba5d3715 [ 814.744504] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 814.785111] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.785368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.785368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.785576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.786289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.786631] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.786866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.786866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.787349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.787349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.787349] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.787349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.787558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.787558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.787639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.787755] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 598749c2-0df3-45b4-8e3b-cc54ba5d3715 is going to be created. [ 814.811062] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/598749c2-0df3-45b4-8e3b-cc54ba5d3715], does not exist path=[/infra/domains/default/groups/598749c2-0df3-45b4-8e3b-cc54ba5d3715]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/598749c2-0df3-45b4-8e3b-cc54ba5d3715 [ 814.811246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-598749c2-0df3-45b4-8e3b-cc54ba5d3715" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.811851] env[65321]: Traceback (most recent call last): [ 814.811851] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 814.811851] env[65321]: return func(*args, **kwargs) [ 814.812014] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 814.812014] env[65321]: res.raise_for_status() [ 814.812014] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 814.812014] env[65321]: raise HTTPError(http_error_msg, response=self) [ 814.812014] env[65321]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/598749c2-0df3-45b4-8e3b-cc54ba5d3715 [ 814.812014] env[65321]: During handling of the above exception, another exception occurred: [ 814.812014] env[65321]: Traceback (most recent call last): [ 814.812261] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 814.812261] env[65321]: listener.cb(fileno) [ 814.812261] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 814.812261] env[65321]: result = function(*args, **kwargs) [ 814.812261] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 814.812261] env[65321]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 814.812261] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 814.812261] env[65321]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 814.812261] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 814.812261] env[65321]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 814.812261] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 814.812261] env[65321]: res.raise_for_status() [ 814.812261] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 814.812261] env[65321]: raise HTTPError(http_error_msg, response=self) [ 814.812261] env[65321]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/598749c2-0df3-45b4-8e3b-cc54ba5d3715 [ 814.812261] env[65321]: Removing descriptor: 58 [ 814.813536] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.813686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.813757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.813964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.814215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.837335] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: IN_PROGRESS for 2s [ 814.861120] env[65321]: INFO networking_nsxv3.common.synchronization [req-0102573a-5d8a-443f-a68f-460fd917eff4 req-8ff09f2f-c28f-4ff4-808b-0a105c48d89f tempest-ServersAdminNegativeTestJSON-1987002560 tempest-ServersAdminNegativeTestJSON-1987002560-project-member] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 814.861120] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGHEST for action security_group_members [ 814.861120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.861120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.862688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.863387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.863387] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.863387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.863615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.864607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.864607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.864607] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.958567] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.958806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.958806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.959355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.959355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.959355] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b already deleted. [ 814.959355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.197501] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.197501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.197501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.197714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.198283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.198283] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 815.237474] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.237474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.237474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.237688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.237835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.250570] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 815.366648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.366839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.366903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.367129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.389498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.390021] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.390179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.390271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.390505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.390623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.390744] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be updated. [ 815.422357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.422503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.422819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.422819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.423191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.433774] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: IN_PROGRESS for 2s [ 815.535569] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d1cf8a40-cb41-425a-8cc5-b821ea677d68 None None] Enqueued Resource ID: d78d0e3b-e290-4951-94a0-c30b323e3147 with Priority: HIGHEST for action port [ 815.535569] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d78d0e3b-e290-4951-94a0-c30b323e3147 with Priority: HIGHEST for action port [ 815.536075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d78d0e3b-e290-4951-94a0-c30b323e3147 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.536540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d78d0e3b-e290-4951-94a0-c30b323e3147" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.536983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d78d0e3b-e290-4951-94a0-c30b323e3147" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.538211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d78d0e3b-e290-4951-94a0-c30b323e3147" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.538211] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d78d0e3b-e290-4951-94a0-c30b323e3147',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.041048] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d78d0e3b-e290-4951-94a0-c30b323e3147 [ 816.041599] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.041911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.042064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.042416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.042582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.042754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d78d0e3b-e290-4951-94a0-c30b323e3147 already deleted. [ 816.042907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d78d0e3b-e290-4951-94a0-c30b323e3147" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.253126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 816.254316] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 deletion is rescheduled due to dependency. [ 816.254316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.854029] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d1b6f4f0-2117-4851-b56d-c85b68262701 in Status: SUCCESS [ 816.854029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.261403] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 817.261713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.265041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.265416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.265743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.265917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.265989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.266231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.266337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.266431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.266621] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.267031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.267031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.267031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.267261] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.267386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.267498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.267659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.267737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.267821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.267913] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.443385] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 in Status: SUCCESS [ 817.443558] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 deletion is rescheduled due to dependency. [ 817.443642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.459677] env[65321]: INFO networking_nsxv3.common.synchronization [req-8c7faab9-c57f-47e9-95f6-66f501189458 req-ebca1f05-070e-442b-baf7-8ae20c68d09a tempest-ImagesNegativeTestJSON-1053908336 tempest-ImagesNegativeTestJSON-1053908336-project-member] Enqueued Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_members [ 817.460578] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 with Priority: HIGHEST for action security_group_members [ 817.460733] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-7d82d62c-988c-487c-acdc-738ef8cc5247 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.460821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.460889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.461108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.461267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.461373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.461422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.461571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.461800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.461800] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7d82d62c-988c-487c-acdc-738ef8cc5247',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.770248] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 817.791555] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.791702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.791775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.791995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.813648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.814449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.814725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.814823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.815195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.815399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.815775] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.815940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.816041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.816313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.816394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.816667] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.817067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.817195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.817396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.817527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.817653] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 817.882944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.883191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.883191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.883708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.883708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.897840] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 817.964719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.965331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.965465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.965694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.020078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.020078] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.020078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.020078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.020078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.020078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.020078] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 is going to be updated. [ 818.112800] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.112800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.112800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.112800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.112800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.131819] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 in Status: IN_PROGRESS for 2s [ 818.701866] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6054680f-b4d1-4455-b878-046bdcad5f61 None None] Enqueued Resource ID: 66d1b8f5-ab0e-465d-8e87-15c506c41c73 with Priority: HIGHEST for action port [ 818.702476] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66d1b8f5-ab0e-465d-8e87-15c506c41c73 with Priority: HIGHEST for action port [ 818.703326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-66d1b8f5-ab0e-465d-8e87-15c506c41c73 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.703326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66d1b8f5-ab0e-465d-8e87-15c506c41c73" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.703326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66d1b8f5-ab0e-465d-8e87-15c506c41c73" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.703326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66d1b8f5-ab0e-465d-8e87-15c506c41c73" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.703326] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66d1b8f5-ab0e-465d-8e87-15c506c41c73',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 819.206915] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66d1b8f5-ab0e-465d-8e87-15c506c41c73 [ 819.207467] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.207467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.207467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.207848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.207848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.207936] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66d1b8f5-ab0e-465d-8e87-15c506c41c73 already deleted. [ 819.207992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66d1b8f5-ab0e-465d-8e87-15c506c41c73" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.913648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 819.913951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.914070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.914291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.914742] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.144482] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 in Status: SUCCESS [ 820.144662] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7d82d62c-988c-487c-acdc-738ef8cc5247 deletion is rescheduled due to dependency. [ 820.144871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7d82d62c-988c-487c-acdc-738ef8cc5247" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.417422] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.417422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.417613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.417864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.417864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.418964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.418964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.418964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.418964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.418964] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.816256] env[65321]: INFO networking_nsxv3.common.synchronization [req-d7d8fac9-45cf-4bcd-95f5-0b6c6c3e2846 req-c9544809-a9a1-4fd9-98d4-2916b37ad65a tempest-ServersNegativeTestJSON-1965872500 tempest-ServersNegativeTestJSON-1965872500-project-member] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 820.816836] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 820.817185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.817314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.817395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.817738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.817836] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.817940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.818011] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.818180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.818475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.818475] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.841714] env[65321]: INFO networking_nsxv3.common.synchronization [req-385ffcf2-b00b-42da-b180-fd7e7f465788 req-7f0e2089-fa0f-4b89-8461-4947596829e4 tempest-ListImageFiltersTestJSON-761163292 tempest-ListImageFiltersTestJSON-761163292-project-member] Enqueued Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 820.842675] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 with Priority: HIGHEST for action security_group_members [ 820.842978] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-fe5b9f85-09e9-4e64-af2c-309c38efd211 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.843495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.843495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.843693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.843856] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.843959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.844031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.844181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.844262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.844355] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fe5b9f85-09e9-4e64-af2c-309c38efd211',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.920316] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.920714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.920714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.920812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.920957] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.921447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.921532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.921730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.921812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.921905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.922152] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.922255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.922318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.922466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.922609] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.922703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.922763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.922904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.922980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.923369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.923470] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.198273] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.198480] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.198600] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.198995] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.199308] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.199470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.199584] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.199835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.199995] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.200251] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.200361] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 821.200445] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 821.200554] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 821.200660] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 821.200757] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 821.200887] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 821.223588] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 821.223827] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 821.224118] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 821.224345] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.224780] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-2940bef8-096a-4dc7-8285-563c3cc79f8d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.225015] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.225258] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.225752] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.226011] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2940bef8-096a-4dc7-8285-563c3cc79f8d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.320900] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.321068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.321132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.321429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.321487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.321792] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.321928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.321928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.322139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.322215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.322275] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a already deleted. [ 821.322339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.346517] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.347754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.347754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.347754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.375210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.375534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.375682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.375781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.376101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.376202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.376293] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 is going to be updated. [ 821.408550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.408708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.408769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.409148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.409322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.419471] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: IN_PROGRESS for 2s [ 821.426986] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02: rpc.has_security_group_logging(os_id): False [ 821.445879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.445879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.445879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.445879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.445879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.445879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.446522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.446522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.446522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.446522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.446522] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.446702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.446702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.446951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.446951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.447073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.447159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.447266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.447359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.447534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.447534] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 821.515739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.515922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.516076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.516367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.516589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.533886] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 821.729033] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.729033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.729238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.729822] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.729822] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.729822] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 2940bef8-096a-4dc7-8285-563c3cc79f8d not found, creating... [ 821.730088] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.730226] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.730346] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.730564] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.730698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.730991] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.731168] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.731284] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.731590] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.731722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.731860] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d is going to be created. [ 821.753146] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.753490] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.753627] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.753901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.754141] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.754371] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.469884] env[65321]: INFO networking_nsxv3.common.synchronization [req-d7d8fac9-45cf-4bcd-95f5-0b6c6c3e2846 req-92c031ad-5282-4bf4-9827-242980a3bdab service nova] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_rules [ 822.470267] env[65321]: INFO networking_nsxv3.common.synchronization [req-d7d8fac9-45cf-4bcd-95f5-0b6c6c3e2846 req-92c031ad-5282-4bf4-9827-242980a3bdab service nova] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 822.470303] env[65321]: INFO networking_nsxv3.common.synchronization [req-d7d8fac9-45cf-4bcd-95f5-0b6c6c3e2846 req-92c031ad-5282-4bf4-9827-242980a3bdab service nova] Enqueued Resource ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d with Priority: HIGHEST for action port [ 822.470961] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_rules [ 822.471138] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 822.471300] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d with Priority: HIGHEST for action port [ 822.471656] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.471829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.471955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.472342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.472434] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.473450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.473621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.473750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.473927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.474129] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.474270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.474356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.475516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.475516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.475516] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.476132] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2940bef8-096a-4dc7-8285-563c3cc79f8d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.476216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.477033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.477033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.477033] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2940bef8-096a-4dc7-8285-563c3cc79f8d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.978802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.978802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.979089] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.983061] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2940bef8-096a-4dc7-8285-563c3cc79f8d with status ACTIVE [ 822.983061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.983061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.983061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.983061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.983061] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d is going to be updated. [ 823.004464] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.004619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.004677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.004876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.005036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.005200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.433853] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 in Status: SUCCESS [ 823.434153] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fe5b9f85-09e9-4e64-af2c-309c38efd211 deletion is rescheduled due to dependency. [ 823.434335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fe5b9f85-09e9-4e64-af2c-309c38efd211" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.484696] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.548583] env[65321]: INFO networking_nsxv3.common.synchronization [req-3c767293-a87c-451d-861f-4ea164b55294 req-1773c0f1-152c-48fd-8875-f18d2061a93a tempest-ServerMetadataNegativeTestJSON-347715434 tempest-ServerMetadataNegativeTestJSON-347715434-project-member] Enqueued Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_members [ 823.549057] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_members [ 823.549391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.549515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.549569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.549871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.550289] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.550744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.550824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.551042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.551295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.551413] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.563753] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 823.563753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.922357] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-939 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.923091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-939" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.923091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-939" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.923091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-939" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.923351] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.923510] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.923623] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.923849] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.923991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.924213] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.924322] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 823.924427] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 823.924528] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 823.924631] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 823.925412] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 823.925612] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 823.948171] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 823.949207] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 823.949207] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 823.949207] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-939" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.949207] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-eba88df0-2463-409a-aca4-8efdeb526a04 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.949405] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.949445] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.949793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.949953] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba88df0-2463-409a-aca4-8efdeb526a04',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.986423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.986631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.986763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.987123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.987303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.987510] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be created. [ 824.017697] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.017909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.017987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.018241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.018466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.031770] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: UNINITIALIZED for 2s [ 824.053569] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.053832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.053953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.054284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.054430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.054779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.054957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.055096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.055369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.055519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.055658] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81bee016-a471-446d-9a0e-54e1db394c97 already deleted. [ 824.055791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.453223] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.453596] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.453818] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.454301] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.454542] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.454734] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port eba88df0-2463-409a-aca4-8efdeb526a04 not found, creating... [ 824.455187] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.455438] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.455679] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.455985] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.456253] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.456691] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.457017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.457225] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.457415] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.457590] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.457770] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: eba88df0-2463-409a-aca4-8efdeb526a04 is going to be created. [ 824.480651] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.480899] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.481012] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.481345] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.481596] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.481844] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.246983] env[65321]: INFO networking_nsxv3.common.synchronization [req-3c767293-a87c-451d-861f-4ea164b55294 req-566fa193-669e-4f8a-be67-cf2431e84d3e service nova] Enqueued Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_rules [ 825.246983] env[65321]: INFO networking_nsxv3.common.synchronization [req-3c767293-a87c-451d-861f-4ea164b55294 req-566fa193-669e-4f8a-be67-cf2431e84d3e service nova] Enqueued Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_members [ 825.246983] env[65321]: INFO networking_nsxv3.common.synchronization [req-3c767293-a87c-451d-861f-4ea164b55294 req-566fa193-669e-4f8a-be67-cf2431e84d3e service nova] Enqueued Resource ID: eba88df0-2463-409a-aca4-8efdeb526a04 with Priority: HIGHEST for action port [ 825.247640] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_rules [ 825.247802] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_members [ 825.247904] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eba88df0-2463-409a-aca4-8efdeb526a04 with Priority: HIGHEST for action port [ 825.249148] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.249148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.249148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.249446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.249565] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.250821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.250889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.250989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.251147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.251350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.251453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.251617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.252053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.252162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.252277] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.254783] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-eba88df0-2463-409a-aca4-8efdeb526a04 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.254901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.254979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.255171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.255257] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eba88df0-2463-409a-aca4-8efdeb526a04',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.756034] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.758556] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.758789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.758901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eba88df0-2463-409a-aca4-8efdeb526a04 with status ACTIVE [ 825.759108] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.759231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.759295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.759508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.760112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.760112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.760112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.760112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.760112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.760112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.760520] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.760520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.760520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.760623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.761059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.761059] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eba88df0-2463-409a-aca4-8efdeb526a04 is going to be updated. [ 825.783257] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.783532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.783532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.783768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.784014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.784178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eba88df0-2463-409a-aca4-8efdeb526a04" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.812081] env[65321]: INFO networking_nsxv3.common.synchronization [req-e016fb3f-f569-4568-90ff-10e1e9e048b5 req-3c7a1efd-ca50-42db-80c6-07476ea8c0b0 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 825.813046] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 825.813046] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.813046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.813046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.813467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.813467] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.813467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.813467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.813657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.813657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.813765] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.044891] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 826.044891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.044891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.044891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.044891] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.044891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.044891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.046136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.046236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.046342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.046609] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.258899] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.320244] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.551143] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.551143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.551143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.551522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.551611] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.551730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.551840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.553045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.553045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.553045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.553546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.553546] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.761870] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.765122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.765122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.765122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.765122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.765122] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81bee016-a471-446d-9a0e-54e1db394c97 is going to be created. [ 826.790233] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.790468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.790468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.790651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.790812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.802533] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81bee016-a471-446d-9a0e-54e1db394c97 in Status: UNINITIALIZED for 2s [ 826.825178] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.869029] env[65321]: INFO networking_nsxv3.common.synchronization [req-2a7bd41e-3e2a-42f9-b971-9650b78194fd req-4829716b-5c7c-4e9d-8951-d722a0db73dc tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 826.869636] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 826.869877] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.869877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.870111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.870156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.870297] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.870398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.870458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.870613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.870698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.870795] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.058419] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a: rpc.has_security_group_logging(os_id): False [ 827.080206] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.080385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.080768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.080896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.080983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.081204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.081328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.081395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.081552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.081628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.081868] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.081940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.081978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.082253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.082332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.082516] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.082893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.082893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.082893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.082893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.083093] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be created. [ 827.144127] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.144366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.144366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.145273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.145273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.161241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 827.328189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.328189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.328189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.328189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.328189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.328189] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 827.358087] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.358320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.358320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.358507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.358643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.369241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 827.373781] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.373927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.373998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.374223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.397348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.397624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.400062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.400062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.400062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.400062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.400062] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 827.429444] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.429649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.429649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.429903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.430089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.441408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 828.481565] env[65321]: INFO networking_nsxv3.common.synchronization [req-0a166267-bb8d-4b63-a99a-fa47a60ad8ce req-8f3a71a4-0072-4d79-a264-496ebd99e594 tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 828.482574] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 828.483578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.483578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.483578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.483782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.483821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.483965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.484066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.484251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.484392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.484547] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.813244] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81bee016-a471-446d-9a0e-54e1db394c97 in Status: SUCCESS [ 828.813750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.814055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.814293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.814587] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.814741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.814741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.814844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.814942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.815055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.815159] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.822793] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.823028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.823112] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.823749] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.823749] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.823893] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.824053] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.824410] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.825122] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.825122] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.825122] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.825122] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.825300] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.825336] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.825618] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.825618] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.849545] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.849815] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.849880] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.850219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.851147] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-eb3effa8-9506-4aea-b59e-5f01595c8c76 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.851147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.851147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.851498] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.851498] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3effa8-9506-4aea-b59e-5f01595c8c76',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.989727] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.989727] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.989727] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 already deleted. [ 828.989727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.177421] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 829.178166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.318471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.318700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.318753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.319044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.319171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.319485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.319485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.319611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.319611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.319783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.320453] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.320608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.320677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.320874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.321062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.321970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.322103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.322278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.322370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.322519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.322622] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.353767] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.354082] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.354223] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.354554] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.354747] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.354906] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port eb3effa8-9506-4aea-b59e-5f01595c8c76 not found, creating... [ 829.355253] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.355422] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.355568] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.355875] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.356021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.356374] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.356570] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.356692] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.357036] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.357626] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.357626] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: eb3effa8-9506-4aea-b59e-5f01595c8c76 is going to be created. [ 829.378685] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 829.379406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.381504] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.381740] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.381865] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.382190] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.382440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.382689] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.452175] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 829.452364] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 829.452486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.825832] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 81bee016-a471-446d-9a0e-54e1db394c97: rpc.has_security_group_logging(os_id): False [ 829.846972] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.850206] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.850206] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.852271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.852386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.852459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.852767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.852909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.852984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.853866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.853866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.853866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 81bee016-a471-446d-9a0e-54e1db394c97 is going to be created. [ 829.919749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.919887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.919958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.920202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.920423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.931582] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81bee016-a471-446d-9a0e-54e1db394c97 in Status: IN_PROGRESS for 2s [ 830.110295] env[65321]: INFO networking_nsxv3.common.synchronization [req-0a166267-bb8d-4b63-a99a-fa47a60ad8ce req-a43823cc-a845-4b9a-8aae-fd16184038c1 service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 830.110295] env[65321]: INFO networking_nsxv3.common.synchronization [req-0a166267-bb8d-4b63-a99a-fa47a60ad8ce req-a43823cc-a845-4b9a-8aae-fd16184038c1 service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 830.110295] env[65321]: INFO networking_nsxv3.common.synchronization [req-0a166267-bb8d-4b63-a99a-fa47a60ad8ce req-a43823cc-a845-4b9a-8aae-fd16184038c1 service nova] Enqueued Resource ID: eb3effa8-9506-4aea-b59e-5f01595c8c76 with Priority: HIGHEST for action port [ 830.110295] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 830.110295] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 830.110295] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb3effa8-9506-4aea-b59e-5f01595c8c76 with Priority: HIGHEST for action port [ 830.111239] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.111508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.111508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.111749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.111827] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.112749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.115755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.115755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.115755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.115909] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.115909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.116025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.116891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.116891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.116891] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.117433] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb3effa8-9506-4aea-b59e-5f01595c8c76 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.117433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.117433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.117671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.117834] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb3effa8-9506-4aea-b59e-5f01595c8c76',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.619607] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.619769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.619910] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port eb3effa8-9506-4aea-b59e-5f01595c8c76 with status ACTIVE [ 830.620241] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.620357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.620468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.620640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.620730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.620917] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.621035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.621101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.621262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.621352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.621521] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.621616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.621675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.621814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.621886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.621969] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: eb3effa8-9506-4aea-b59e-5f01595c8c76 is going to be updated. [ 830.623173] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.655120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.655317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.655317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.655477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.655611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.655776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb3effa8-9506-4aea-b59e-5f01595c8c76" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.126607] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.629698] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.629698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.629698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.629698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.629698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.629698] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be created. [ 831.659085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.659258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.659329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.659598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.659731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.672042] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: UNINITIALIZED for 2s [ 831.962955] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 81bee016-a471-446d-9a0e-54e1db394c97 in Status: SUCCESS [ 831.963172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.685291] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 833.685682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.685730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.685956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.686201] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.686348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.686449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.686622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.686719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.687557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.687696] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.075664] env[65321]: INFO networking_nsxv3.common.synchronization [req-18e22121-693a-49ed-98b3-233eed1cad66 req-7aa84988-761e-4bdc-92e3-f7dd620f92b5 tempest-MigrationsAdminTest-1555844146 tempest-MigrationsAdminTest-1555844146-project-member] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 834.076287] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 834.076718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.076996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.077342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.077596] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.077766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.077848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.078100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.078238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.078387] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.192383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.192383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.192383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.192383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.193407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.193407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.197758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.197992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.198148] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.499408] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.499408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.499408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.499408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.499408] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.499408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.499408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.499408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.499920] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.499920] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.499920] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 834.500098] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 834.500098] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 834.500339] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 834.500427] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 834.500481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 834.522983] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 834.523138] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 834.523466] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 834.523466] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.526303] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-6f7c4983-9537-4572-a485-d32bdf3b718d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.526303] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.526303] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.526303] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.526303] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7c4983-9537-4572-a485-d32bdf3b718d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.581682] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.707407] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4310622a-7ad0-4d55-b5cb-77462e3a1295: rpc.has_security_group_logging(os_id): False [ 834.725958] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.726153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.726202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.726395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.726484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.726676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.726771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.726832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.727046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.727140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.727339] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.727432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.727492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.727650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.727723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.727908] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.728038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.728151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.728243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.728315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.728399] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be created. [ 834.792021] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.792240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.792240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.792442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.792708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.805329] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 835.031032] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.031032] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.031281] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.031596] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.031917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.031994] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 6f7c4983-9537-4572-a485-d32bdf3b718d not found, creating... [ 835.032373] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.032586] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.032730] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.033100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.033228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.033691] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.033907] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.034121] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.034351] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.034515] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.034705] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 6f7c4983-9537-4572-a485-d32bdf3b718d is going to be created. [ 835.061346] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.061605] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.061697] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.062020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.062291] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.062543] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.084448] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.587356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.587515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.587587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.587958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.588191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.588318] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be updated. [ 835.621131] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.621336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.621410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.621654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.621807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.631924] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 835.789208] env[65321]: INFO networking_nsxv3.common.synchronization [req-18e22121-693a-49ed-98b3-233eed1cad66 req-4c2cae56-b643-486a-83c7-3e6296cda032 service nova] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_rules [ 835.789465] env[65321]: INFO networking_nsxv3.common.synchronization [req-18e22121-693a-49ed-98b3-233eed1cad66 req-4c2cae56-b643-486a-83c7-3e6296cda032 service nova] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 835.789569] env[65321]: INFO networking_nsxv3.common.synchronization [req-18e22121-693a-49ed-98b3-233eed1cad66 req-4c2cae56-b643-486a-83c7-3e6296cda032 service nova] Enqueued Resource ID: 6f7c4983-9537-4572-a485-d32bdf3b718d with Priority: HIGHEST for action port [ 835.790236] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_rules [ 835.790408] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 835.790519] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f7c4983-9537-4572-a485-d32bdf3b718d with Priority: HIGHEST for action port [ 835.793434] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.793508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.793613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.794657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.794657] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 835.796415] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.796664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.797045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f7c4983-9537-4572-a485-d32bdf3b718d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.798523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.798523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.798523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.798523] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f7c4983-9537-4572-a485-d32bdf3b718d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.306091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.306091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.306091] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6f7c4983-9537-4572-a485-d32bdf3b718d with status ACTIVE [ 836.306091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.306091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.306091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.306431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.306431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.306515] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.306564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.306600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.306750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.306826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.307011] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.307145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.307232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.307384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.307457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.307572] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6f7c4983-9537-4572-a485-d32bdf3b718d is going to be updated. [ 836.340686] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.340686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.340686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.340686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.341165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.341165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f7c4983-9537-4572-a485-d32bdf3b718d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.671818] env[65321]: INFO networking_nsxv3.common.synchronization [req-462a258a-955c-4440-9ed4-c249b36efa38 req-e7e74750-161b-45e6-9bc0-cee1d24496da tempest-InstanceActionsNegativeTestJSON-597643117 tempest-InstanceActionsNegativeTestJSON-597643117-project-member] Enqueued Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_members [ 836.672565] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_members [ 836.672950] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.673146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.673254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.673398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.673579] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.673676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.673763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.673929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.674028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.674123] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.818907] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 836.819809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.055636] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-886 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.055866] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-886" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.056345] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-886" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.056345] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-886" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.056566] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.058115] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.058115] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.058115] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.058115] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.058115] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.058115] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 837.058115] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 837.058115] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 837.058115] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 837.058115] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 837.058555] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 837.078674] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 837.078846] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 837.078963] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 837.079248] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-886" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.079648] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-e2ba1210-8085-45bf-b386-760059ac2c36 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.079810] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.079869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.080213] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.080352] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ba1210-8085-45bf-b386-760059ac2c36',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.177500] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.177500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.177500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.177500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.177500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.177850] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.177850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.177850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.178457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.178457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.178457] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68823d0-cf14-47da-adba-d4820a446af2 already deleted. [ 837.178457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.582653] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.582933] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.583176] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.583556] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.583748] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.583934] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port e2ba1210-8085-45bf-b386-760059ac2c36 not found, creating... [ 837.584222] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.584380] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.584495] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.584719] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.585182] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.585182] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.585413] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.585483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.585648] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.585792] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.585930] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: e2ba1210-8085-45bf-b386-760059ac2c36 is going to be created. [ 837.611273] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.611464] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.615027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.615027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.615027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.615027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.642738] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 837.643524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.643904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.643994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.645061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.645258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.645294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.645470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.645557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.645655] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.150648] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.418037] env[65321]: INFO networking_nsxv3.common.synchronization [req-462a258a-955c-4440-9ed4-c249b36efa38 req-f87408f9-18d1-40a2-8f6c-4026ba760472 service nova] Enqueued Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_rules [ 838.418037] env[65321]: INFO networking_nsxv3.common.synchronization [req-462a258a-955c-4440-9ed4-c249b36efa38 req-f87408f9-18d1-40a2-8f6c-4026ba760472 service nova] Enqueued Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_members [ 838.418037] env[65321]: INFO networking_nsxv3.common.synchronization [req-462a258a-955c-4440-9ed4-c249b36efa38 req-f87408f9-18d1-40a2-8f6c-4026ba760472 service nova] Enqueued Resource ID: e2ba1210-8085-45bf-b386-760059ac2c36 with Priority: HIGHEST for action port [ 838.418575] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_rules [ 838.418575] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_members [ 838.418575] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ba1210-8085-45bf-b386-760059ac2c36 with Priority: HIGHEST for action port [ 838.419573] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.419573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.419573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.419573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.419573] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.421222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.421416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.421537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.421714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.421886] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.421986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.422628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.422710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.422748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.422837] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.424880] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ba1210-8085-45bf-b386-760059ac2c36 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.424880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.425098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.425257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.425396] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ba1210-8085-45bf-b386-760059ac2c36',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.653428] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.923332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.923524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.924888] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.929787] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e2ba1210-8085-45bf-b386-760059ac2c36 with status ACTIVE [ 838.930058] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.930252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.930252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.930430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.930525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.930702] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.930802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.930858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.931025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.931106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.931314] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.931379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.931437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.931587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.931659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.931743] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e2ba1210-8085-45bf-b386-760059ac2c36 is going to be updated. [ 838.956048] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.956204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.956343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.956613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.956730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.956889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ba1210-8085-45bf-b386-760059ac2c36" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.157539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.157917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.157917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.158080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.158182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.158221] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be updated. [ 839.205791] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.205791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.205932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.206349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.206349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.219664] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 839.428022] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.634044] env[65321]: INFO networking_nsxv3.common.synchronization [req-3576ec16-d834-4cb5-a625-4b4edb14138b req-a65afce0-7801-4854-9324-86cd91f9e500 tempest-ServerMetadataNegativeTestJSON-347715434 tempest-ServerMetadataNegativeTestJSON-347715434-project-member] Enqueued Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_members [ 839.634792] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81bee016-a471-446d-9a0e-54e1db394c97 with Priority: HIGHEST for action security_group_members [ 839.635155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-81bee016-a471-446d-9a0e-54e1db394c97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.635339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.635431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.635653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.635848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.635937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.635993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.636231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.636351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.636465] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('81bee016-a471-446d-9a0e-54e1db394c97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.931806] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.931806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.931806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.932131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.932131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.932788] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68823d0-cf14-47da-adba-d4820a446af2 is going to be created. [ 839.968019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.968019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.968019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.968019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.968019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.985083] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68823d0-cf14-47da-adba-d4820a446af2 in Status: UNINITIALIZED for 2s [ 840.139204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.139441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.139522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.139750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.139845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.140178] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.140300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.140366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.140549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.140629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.140720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81bee016-a471-446d-9a0e-54e1db394c97 is going to be updated. [ 840.179027] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.179027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.179027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.179027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.179027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.189614] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81bee016-a471-446d-9a0e-54e1db394c97 in Status: IN_PROGRESS for 2s [ 841.232864] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 841.233383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.233383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.233565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.233804] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.234032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.234032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.234187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.234269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.234380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.234479] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.739022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.739022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.739289] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.739437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.739437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.740294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.740380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.740493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.740662] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.741151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.741151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.741151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.741151] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.741456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.741456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.741456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.741565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.741602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.746655] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.996687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68823d0-cf14-47da-adba-d4820a446af2 in Status: SUCCESS [ 841.997056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.997171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.997637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.997637] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.998733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.998733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.998733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.998733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.998733] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.206164] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 81bee016-a471-446d-9a0e-54e1db394c97 in Status: SUCCESS [ 842.206347] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 81bee016-a471-446d-9a0e-54e1db394c97 deletion is rescheduled due to dependency. [ 842.206611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-81bee016-a471-446d-9a0e-54e1db394c97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.248556] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d5aa2afc-62e0-4656-9013-109eb30f12f0: rpc.has_security_group_logging(os_id): False [ 842.269339] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.269485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.269555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.269765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.291452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.292544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.292725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.292781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.293186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.293186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.293460] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.293520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.293559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.293818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.293918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.294116] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.294225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.294284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.294433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.294509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.294596] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be updated. [ 842.366987] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.367205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.367255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.368052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.368052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.385027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 842.501375] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.501557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.501607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.501829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.501998] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.502406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.502406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.502406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.502639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.502639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.502719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.502812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.502869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.503019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.503448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.503597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.503703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.504276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.504419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.504685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.504815] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.008745] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a68823d0-cf14-47da-adba-d4820a446af2: rpc.has_security_group_logging(os_id): False [ 843.031084] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.031383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.031704] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.031843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.032056] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.032168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.032234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.032487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.032751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.032865] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.033031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.033105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.033379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.033379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.033618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.033971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.033971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.033971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.033971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.034221] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68823d0-cf14-47da-adba-d4820a446af2 is going to be created. [ 843.157583] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.157834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.157935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.158224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.158460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.177825] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68823d0-cf14-47da-adba-d4820a446af2 in Status: IN_PROGRESS for 2s [ 844.379631] env[65321]: INFO networking_nsxv3.common.synchronization [req-2516557e-2bbd-46d1-8b2b-ad1a352f6e69 req-148ced41-6c1f-4880-af0b-6d6dfcb3f2b2 tempest-ListServerFiltersTestJSON-713230731 tempest-ListServerFiltersTestJSON-713230731-project-member] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 844.380197] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 844.380510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.380633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.380696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.381467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.381522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.381660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.381823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.381823] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.397437] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 844.397683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.758688] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.758914] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.758995] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.759414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.759705] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.759895] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.759959] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.760211] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.760348] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.760552] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.760664] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 844.760777] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 844.760859] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 844.760985] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 844.761064] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 844.761190] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 844.780838] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 844.780838] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 844.780838] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 844.780838] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.780838] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-f3360ff8-bb4e-4883-be34-49926b3dbed4 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.781500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.781500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.781500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.781500] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3360ff8-bb4e-4883-be34-49926b3dbed4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.884417] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.884417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.884417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.884810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.884810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.884907] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.885101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.885101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.885237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.885237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.885407] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 already deleted. [ 844.885407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.189397] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a68823d0-cf14-47da-adba-d4820a446af2 in Status: SUCCESS [ 845.189657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.286458] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.286689] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.286836] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.287092] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.287244] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.287383] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port f3360ff8-bb4e-4883-be34-49926b3dbed4 not found, creating... [ 845.287638] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.287794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.287984] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.288131] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.288264] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.288570] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.288725] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.288948] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.289064] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.289213] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.289341] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: f3360ff8-bb4e-4883-be34-49926b3dbed4 is going to be created. [ 845.310138] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.310392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.310464] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.310713] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.310938] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.311177] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.651082] env[65321]: INFO networking_nsxv3.common.synchronization [None req-24361333-6b57-4b33-bb53-cbf85fe4cc15 None None] Enqueued Resource ID: 907b489d-9c9b-4ac5-8867-8a77e84b65c5 with Priority: HIGHEST for action port [ 845.652310] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 907b489d-9c9b-4ac5-8867-8a77e84b65c5 with Priority: HIGHEST for action port [ 845.652310] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-907b489d-9c9b-4ac5-8867-8a77e84b65c5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.652310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-907b489d-9c9b-4ac5-8867-8a77e84b65c5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.652310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-907b489d-9c9b-4ac5-8867-8a77e84b65c5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.652310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-907b489d-9c9b-4ac5-8867-8a77e84b65c5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.652310] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('907b489d-9c9b-4ac5-8867-8a77e84b65c5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.062576] env[65321]: INFO networking_nsxv3.common.synchronization [req-2516557e-2bbd-46d1-8b2b-ad1a352f6e69 req-2e149e6b-b551-4f33-9cbf-2f2855a1f5ff service nova] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_rules [ 846.062749] env[65321]: INFO networking_nsxv3.common.synchronization [req-2516557e-2bbd-46d1-8b2b-ad1a352f6e69 req-2e149e6b-b551-4f33-9cbf-2f2855a1f5ff service nova] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 846.062881] env[65321]: INFO networking_nsxv3.common.synchronization [req-2516557e-2bbd-46d1-8b2b-ad1a352f6e69 req-2e149e6b-b551-4f33-9cbf-2f2855a1f5ff service nova] Enqueued Resource ID: f3360ff8-bb4e-4883-be34-49926b3dbed4 with Priority: HIGHEST for action port [ 846.063440] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_rules [ 846.063591] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 846.063706] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3360ff8-bb4e-4883-be34-49926b3dbed4 with Priority: HIGHEST for action port [ 846.063989] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.064143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.064212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.064458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.064542] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.065728] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.065843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.065913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.066098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.066251] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.068845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.069226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.069419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.069578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.069684] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.070597] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3360ff8-bb4e-4883-be34-49926b3dbed4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.070703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.070761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.070920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.070997] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3360ff8-bb4e-4883-be34-49926b3dbed4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.154333] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 907b489d-9c9b-4ac5-8867-8a77e84b65c5 [ 846.154397] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.154585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.154585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.155089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.155089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.155089] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:907b489d-9c9b-4ac5-8867-8a77e84b65c5 already deleted. [ 846.155089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-907b489d-9c9b-4ac5-8867-8a77e84b65c5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.573200] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.573673] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.573762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.573960] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f3360ff8-bb4e-4883-be34-49926b3dbed4 with status ACTIVE [ 846.574181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.574298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.574367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.574573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.574660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.574832] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.574930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.574989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.575168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.575246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.575429] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.576188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.578427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.578427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.578427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.578427] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f3360ff8-bb4e-4883-be34-49926b3dbed4 is going to be updated. [ 846.609440] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.609801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.609968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.610301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.610550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.610812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3360ff8-bb4e-4883-be34-49926b3dbed4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.080582] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.583320] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.583708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.583708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.583708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.583840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.583902] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be created. [ 847.613627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.613627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.613627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.613627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.613627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.624986] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: UNINITIALIZED for 2s [ 848.055751] env[65321]: INFO networking_nsxv3.common.synchronization [None req-1f082ac9-45f6-4b67-852b-cf6fc1393c1d None None] Enqueued Resource ID: 5151e85f-9711-4870-b3f2-ec519afb904c with Priority: HIGHEST for action port [ 848.056035] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5151e85f-9711-4870-b3f2-ec519afb904c with Priority: HIGHEST for action port [ 848.056609] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-5151e85f-9711-4870-b3f2-ec519afb904c taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.056738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5151e85f-9711-4870-b3f2-ec519afb904c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.056810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5151e85f-9711-4870-b3f2-ec519afb904c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.057735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5151e85f-9711-4870-b3f2-ec519afb904c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.057841] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5151e85f-9711-4870-b3f2-ec519afb904c',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.559935] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5151e85f-9711-4870-b3f2-ec519afb904c [ 848.562107] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.562107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.562107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.562107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.562107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.562107] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5151e85f-9711-4870-b3f2-ec519afb904c already deleted. [ 848.562107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5151e85f-9711-4870-b3f2-ec519afb904c" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.642141] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 849.642457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.642548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.642765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.642970] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.643101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.643178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.643340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.643422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.643506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.643632] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.150933] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.151514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.151514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.151648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.151962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.152197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.152360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.152705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.152785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.152922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.153186] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.153351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.153538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.153841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.153953] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.154503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.154620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.154910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.155121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.155319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.155534] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.660353] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17fe498-02e4-4dfb-87fc-bdee12e39e97: rpc.has_security_group_logging(os_id): False [ 850.681039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.681253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.681253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.681439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.681542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.681778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.681979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.682059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.682809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.682908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.683502] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.683701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.683793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.683990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.684108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.684488] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.685495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.685495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.685622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.685662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.685766] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be created. [ 850.758184] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.759424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.759424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.759424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.761048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.774265] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 851.487655] env[65321]: INFO networking_nsxv3.common.synchronization [req-eff84fef-bdd8-425a-a271-a0a501ef2924 req-9480be28-c911-4cb9-82fe-71e2fd778b9f tempest-InstanceActionsNegativeTestJSON-597643117 tempest-InstanceActionsNegativeTestJSON-597643117-project-member] Enqueued Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_members [ 851.488274] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGHEST for action security_group_members [ 851.488717] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.488857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.488976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.495797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.495797] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.495797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.495797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.495797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.495797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.495797] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.998029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.998311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.998311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.998909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.998909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.999142] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.999307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.999516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.999596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.999716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.001349] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68823d0-cf14-47da-adba-d4820a446af2 is going to be updated. [ 852.015453] env[65321]: INFO networking_nsxv3.common.synchronization [req-515228de-e3b0-4a5c-9d7e-736338364694 req-77d981ee-4a36-46e0-9510-3a1e9bcbe125 tempest-ServersTestBootFromVolume-1118283765 tempest-ServersTestBootFromVolume-1118283765-project-member] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_members [ 852.016808] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGHEST for action security_group_members [ 852.017871] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.017871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.017871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.017871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.018197] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.018197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.018308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.018497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.018621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.018709] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.039490] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.039490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.039490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.040078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.040234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.054219] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68823d0-cf14-47da-adba-d4820a446af2 in Status: IN_PROGRESS for 2s [ 852.523051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.523051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.523051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.523051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.549035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.550661] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.550661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.550661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.550661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.550661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.550661] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad is going to be updated. [ 852.586162] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.586322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.586385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.586582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.586744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.598018] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9a14998-50da-4c3f-8d07-d5e24df826ad in Status: IN_PROGRESS for 2s [ 852.788698] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 852.788698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.921747] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-926c432e-247c-4eb2-9745-80a903350393 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 853.923064] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 853.923064] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.923217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.923513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.923787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.924213] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.924213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.924572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.924572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.924572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.925085] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.064445] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a68823d0-cf14-47da-adba-d4820a446af2 in Status: SUCCESS [ 854.064445] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a68823d0-cf14-47da-adba-d4820a446af2 deletion is rescheduled due to dependency. [ 854.064445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.359218] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-2c209b34-f78d-4f03-af34-9f5f0893a74a tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 854.359686] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 854.360781] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.360888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.427198] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.427350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.427422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.427638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.450940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.451251] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.451377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.451436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.451781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.451781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.451781] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 854.478392] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.478607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.478664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.478839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.478983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.490269] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 854.608132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e9a14998-50da-4c3f-8d07-d5e24df826ad in Status: SUCCESS [ 854.608320] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad deletion is rescheduled due to dependency. [ 854.608427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.679387] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.679602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-217" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.679698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-217" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.681450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-217" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.681450] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.681450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.681450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.681717] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.681888] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.682104] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.682210] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 854.682349] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 854.682411] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 854.682504] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 854.682599] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 854.685160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 854.703159] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 854.703324] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 854.703459] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 854.703636] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-217" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.703949] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.704135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.704252] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.704570] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.704708] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc4758c-ea81-4566-9cd5-fe9ee44a3261',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.208090] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.208090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.208090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.208614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.208614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.208614] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port cfc4758c-ea81-4566-9cd5-fe9ee44a3261 not found, creating... [ 855.208782] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.208934] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.209059] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.209314] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.209450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.209725] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.209877] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.209988] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.210213] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.210342] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.210474] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: cfc4758c-ea81-4566-9cd5-fe9ee44a3261 is going to be created. [ 855.233068] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.233297] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.233419] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.233695] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.233921] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.234166] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.972241] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-21157b10-fb8a-4c0c-bb2f-c3c863568023 service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 855.972378] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-21157b10-fb8a-4c0c-bb2f-c3c863568023 service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 855.972511] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-21157b10-fb8a-4c0c-bb2f-c3c863568023 service nova] Enqueued Resource ID: cfc4758c-ea81-4566-9cd5-fe9ee44a3261 with Priority: HIGHEST for action port [ 855.973038] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 855.973195] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 855.973263] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfc4758c-ea81-4566-9cd5-fe9ee44a3261 with Priority: HIGHEST for action port [ 855.973686] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.973804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.973804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.973988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.978422] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.979197] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.980129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.980129] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.980129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.980129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.980129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.980468] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfc4758c-ea81-4566-9cd5-fe9ee44a3261',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.483736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.483736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.483736] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfc4758c-ea81-4566-9cd5-fe9ee44a3261 with status ACTIVE [ 856.483736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.483736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.483736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.483736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.483736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.483736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.483736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.484516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.484516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.484516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.484516] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.484516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.484516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.484516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.484741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.484741] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfc4758c-ea81-4566-9cd5-fe9ee44a3261 is going to be updated. [ 856.500817] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 856.502151] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 deletion is rescheduled due to dependency. [ 856.502151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.502151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.502151] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.502151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.502151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.502931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.502931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.502931] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.507618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.507829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.507954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.508259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.508480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.508726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfc4758c-ea81-4566-9cd5-fe9ee44a3261" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.666458] env[65321]: INFO networking_nsxv3.common.synchronization [req-d17d4c21-16d8-4f04-80a7-486d899b4ffc req-f3b40382-3f47-4410-b1f2-138b36cff80b tempest-ListServerFiltersTestJSON-713230731 tempest-ListServerFiltersTestJSON-713230731-project-member] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 856.667044] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 856.667391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.667516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.667582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.667906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.667979] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.668044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.668095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.668238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.668321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.668463] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.784696] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-646 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.784696] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.784696] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.785304] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.785304] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.785304] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.785304] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.785304] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.785455] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.785557] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.823558] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.823742] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.823957] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.824075] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.824364] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-b2f46d2e-23bb-4338-8f71-15fd9d563921 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.824536] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.824802] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.825225] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.825368] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f46d2e-23bb-4338-8f71-15fd9d563921',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.006829] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.032260] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.032452] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.032572] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.032832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.033090] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.033245] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.033360] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.033617] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.033767] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.033967] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.034203] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.034324] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.034429] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.034539] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.034642] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.034769] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.053537] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.053664] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.053798] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.053974] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.054329] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-a9c27db4-a498-4a23-96fa-394f5e22ce79 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.054505] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.054622] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.054945] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.055141] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c27db4-a498-4a23-96fa-394f5e22ce79',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.171018] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.328381] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.328597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.328722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.329130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.329323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.329487] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port b2f46d2e-23bb-4338-8f71-15fd9d563921 not found, creating... [ 857.330384] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.330500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.330543] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.330787] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.330932] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.331240] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.331395] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.331544] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.331746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.331876] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.332072] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: b2f46d2e-23bb-4338-8f71-15fd9d563921 is going to be created. [ 857.353949] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.354177] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.354300] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.354574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.354796] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.355018] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.508857] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.559274] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.559595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.559683] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.559964] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.560130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.560386] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port a9c27db4-a498-4a23-96fa-394f5e22ce79 not found, creating... [ 857.560664] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.560822] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.560939] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.561176] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.561357] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.561675] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.561825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.561939] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.562184] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.562356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.562567] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: a9c27db4-a498-4a23-96fa-394f5e22ce79 is going to be created. [ 857.589985] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.590261] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.590422] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.591190] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.591446] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.592064] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.674099] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.011830] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.012045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.012117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.012472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.012472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.012626] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 858.043821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.043995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.044054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.044362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.044554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.054851] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 858.071315] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-d7b5055b-8561-44fc-bc6f-5cdcc45be79c service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 858.071501] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-d7b5055b-8561-44fc-bc6f-5cdcc45be79c service nova] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 858.071655] env[65321]: INFO networking_nsxv3.common.synchronization [req-60d2ad01-9bd1-4d27-bfad-33c85c6cde3a req-d7b5055b-8561-44fc-bc6f-5cdcc45be79c service nova] Enqueued Resource ID: b2f46d2e-23bb-4338-8f71-15fd9d563921 with Priority: HIGHEST for action port [ 858.072277] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_rules [ 858.072437] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 858.072580] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b2f46d2e-23bb-4338-8f71-15fd9d563921 with Priority: HIGHEST for action port [ 858.072888] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.073029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.073280] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.073402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.073769] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b2f46d2e-23bb-4338-8f71-15fd9d563921 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.074162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.074235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.074734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.074855] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b2f46d2e-23bb-4338-8f71-15fd9d563921',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.176579] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.176898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.177250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.177356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.177399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.177560] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 858.216733] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.217527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.217527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.217527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.217805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.230315] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 858.349250] env[65321]: INFO networking_nsxv3.common.synchronization [req-d17d4c21-16d8-4f04-80a7-486d899b4ffc req-7b0c1657-d018-4610-8a45-dba6057ebfd3 service nova] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_rules [ 858.349250] env[65321]: INFO networking_nsxv3.common.synchronization [req-d17d4c21-16d8-4f04-80a7-486d899b4ffc req-7b0c1657-d018-4610-8a45-dba6057ebfd3 service nova] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 858.349467] env[65321]: INFO networking_nsxv3.common.synchronization [req-d17d4c21-16d8-4f04-80a7-486d899b4ffc req-7b0c1657-d018-4610-8a45-dba6057ebfd3 service nova] Enqueued Resource ID: a9c27db4-a498-4a23-96fa-394f5e22ce79 with Priority: HIGHEST for action port [ 858.349957] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_rules [ 858.350171] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 858.350226] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9c27db4-a498-4a23-96fa-394f5e22ce79 with Priority: HIGHEST for action port [ 858.350496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.350631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.350706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.350900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.350982] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.351920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.352052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.352295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9c27db4-a498-4a23-96fa-394f5e22ce79 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.352472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.352472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.352655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.352726] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9c27db4-a498-4a23-96fa-394f5e22ce79',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.581138] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b2f46d2e-23bb-4338-8f71-15fd9d563921 with status ACTIVE [ 858.581138] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.581138] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.581138] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.581138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.581138] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b2f46d2e-23bb-4338-8f71-15fd9d563921 is going to be updated. [ 858.605330] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.605528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.605571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.605769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.605900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.606072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b2f46d2e-23bb-4338-8f71-15fd9d563921" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.854539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.854691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.855479] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9c27db4-a498-4a23-96fa-394f5e22ce79 with status ACTIVE [ 858.855479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.855479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.855479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.855479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.855792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.855792] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.855792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.856018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.856072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.856119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.856304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.856398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.856458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.856613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.856682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.856765] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9c27db4-a498-4a23-96fa-394f5e22ce79 is going to be updated. [ 858.884578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.884718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.884788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.884999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.885156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.885324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9c27db4-a498-4a23-96fa-394f5e22ce79" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.326718] env[65321]: INFO networking_nsxv3.common.synchronization [req-96a41be2-128e-4393-a209-ec16b25fb6cd req-79e7ad05-f17d-4ca4-a268-4aaa70329670 tempest-ListServerFiltersTestJSON-713230731 tempest-ListServerFiltersTestJSON-713230731-project-member] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 859.327335] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 859.327662] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.327766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.772423] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.772719] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.772719] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.772982] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.773246] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.773401] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.773513] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.773754] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.774503] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.774763] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.774881] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.774992] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.775119] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.775232] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.775337] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.775468] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.794883] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.795060] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.795183] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.795367] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.795658] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-53b924aa-8f55-4d17-850f-5718391f6a29 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.795824] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.795936] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.796279] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.796404] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b924aa-8f55-4d17-850f-5718391f6a29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.066564] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 860.066801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.066979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.067266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.067478] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.067600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.067678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.067885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.067975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.068101] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.241314] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 860.241505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.241717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.241930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.242132] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.242244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.242306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.242454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.243200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.243200] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.298355] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.298602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.298728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.299017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.299167] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.299352] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 53b924aa-8f55-4d17-850f-5718391f6a29 not found, creating... [ 860.299644] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.299819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.299946] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.300245] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.300402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.300718] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.300852] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.300972] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.301221] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.301350] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.301487] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 53b924aa-8f55-4d17-850f-5718391f6a29 is going to be created. [ 860.328585] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.329915] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.330492] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.330970] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.331427] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.331900] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.570597] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.745603] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.078124] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.078124] env[65321]: INFO networking_nsxv3.common.synchronization [req-96a41be2-128e-4393-a209-ec16b25fb6cd req-8b7befe8-c437-4d15-ab9f-92411ec87041 service nova] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_rules [ 861.078124] env[65321]: INFO networking_nsxv3.common.synchronization [req-96a41be2-128e-4393-a209-ec16b25fb6cd req-8b7befe8-c437-4d15-ab9f-92411ec87041 service nova] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 861.078124] env[65321]: INFO networking_nsxv3.common.synchronization [req-96a41be2-128e-4393-a209-ec16b25fb6cd req-8b7befe8-c437-4d15-ab9f-92411ec87041 service nova] Enqueued Resource ID: 53b924aa-8f55-4d17-850f-5718391f6a29 with Priority: HIGHEST for action port [ 861.082706] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_rules [ 861.082706] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 861.082706] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53b924aa-8f55-4d17-850f-5718391f6a29 with Priority: HIGHEST for action port [ 861.083323] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.083469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.083630] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.083711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.083885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-53b924aa-8f55-4d17-850f-5718391f6a29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.083986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.084069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.084267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.084356] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53b924aa-8f55-4d17-850f-5718391f6a29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.247723] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.587031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.587031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.587031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.587031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.587031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.587031] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 861.587866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53b924aa-8f55-4d17-850f-5718391f6a29 with status ACTIVE [ 861.588357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.589552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.589644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.589910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.590036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.590305] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.593229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.593358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.594404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.594404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.594404] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.594404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.594404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.594675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.594675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.594675] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53b924aa-8f55-4d17-850f-5718391f6a29 is going to be updated. [ 861.620946] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.621211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.621211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.621383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.621520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.621708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53b924aa-8f55-4d17-850f-5718391f6a29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.623418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.623591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.623591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.624234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.624234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.635536] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 861.750640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.750807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.750893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.751530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.751670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.751830] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 861.795346] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.795601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.795719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.796056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.796286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.809018] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 863.648053] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 863.648398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.648438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.648654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.648835] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.648945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.649187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.649444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.649529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.649614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.649731] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.652040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.652040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.652040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.652408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.652733] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.820573] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 863.820573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.820573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.821036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.821036] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.821995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.821995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.822141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.822233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.822331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.823561] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.823762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.823943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.824235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.824325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.824325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.824538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.824625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.824721] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.156153] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.156153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.156373] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.327260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.327260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.332037] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.395779] env[65321]: INFO networking_nsxv3.common.synchronization [req-1616d12e-d34a-44ca-bddf-74e203b71c57 req-b45c2dfe-d780-47da-8bc1-88eb61268d90 tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_members [ 864.395779] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_members [ 864.395779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.395779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.395779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.395779] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.660961] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.831268] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.897770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.897944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.898066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.898300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.898419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.898569] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.898715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.898782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.898952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.899040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.899164] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b already deleted. [ 864.899216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.913998] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-482 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.914197] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.914406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.914883] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.915192] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.915685] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.915839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.916284] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.916490] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.916761] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.916900] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.917244] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.917412] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.917557] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.917733] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.917848] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.943279] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.943495] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.943620] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.943777] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-482" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.944096] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-3ae6e957-ecb4-42c4-8809-951b0392e2a4 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.944265] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.944385] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.944744] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.944866] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ae6e957-ecb4-42c4-8809-951b0392e2a4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.166234] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.166234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.166234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.166234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.166234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.166234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 865.203306] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.203306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.203306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.203306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.203306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.211889] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 865.339533] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.340086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.340427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.340648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.341886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.342154] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 865.379541] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.379727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.380084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.380084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.380592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.391696] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 865.447818] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.448206] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.448410] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.448770] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.448933] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.449147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 3ae6e957-ecb4-42c4-8809-951b0392e2a4 not found, creating... [ 865.449410] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.449567] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.449682] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.449918] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.450066] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.450873] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.451060] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.451183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.451398] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.451530] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.451664] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 3ae6e957-ecb4-42c4-8809-951b0392e2a4 is going to be created. [ 865.476259] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.476470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.476592] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.476857] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.478279] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.478544] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.106542] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d5ece1eb-5b57-4985-ae6d-f352e41dc0a9 None None] Enqueued Resource ID: 1788f2b8-cb01-4498-9bbd-b8788bd61d88 with Priority: HIGHEST for action port [ 866.107307] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1788f2b8-cb01-4498-9bbd-b8788bd61d88 with Priority: HIGHEST for action port [ 866.107893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-1788f2b8-cb01-4498-9bbd-b8788bd61d88 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.108182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1788f2b8-cb01-4498-9bbd-b8788bd61d88" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.108265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1788f2b8-cb01-4498-9bbd-b8788bd61d88" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.108577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1788f2b8-cb01-4498-9bbd-b8788bd61d88" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.108671] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1788f2b8-cb01-4498-9bbd-b8788bd61d88',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.262604] env[65321]: INFO networking_nsxv3.common.synchronization [req-1616d12e-d34a-44ca-bddf-74e203b71c57 req-cda60a7c-1586-45a2-bce2-5664c2332de8 service nova] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_rules [ 866.262604] env[65321]: INFO networking_nsxv3.common.synchronization [req-1616d12e-d34a-44ca-bddf-74e203b71c57 req-cda60a7c-1586-45a2-bce2-5664c2332de8 service nova] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_members [ 866.262604] env[65321]: INFO networking_nsxv3.common.synchronization [req-1616d12e-d34a-44ca-bddf-74e203b71c57 req-cda60a7c-1586-45a2-bce2-5664c2332de8 service nova] Enqueued Resource ID: 3ae6e957-ecb4-42c4-8809-951b0392e2a4 with Priority: HIGHEST for action port [ 866.262954] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_rules [ 866.263026] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_members [ 866.263287] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3ae6e957-ecb4-42c4-8809-951b0392e2a4 with Priority: HIGHEST for action port [ 866.263577] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.263733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.263779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.263963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.264064] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.264963] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.266167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.266167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.266167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.266167] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.266167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.266167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.266456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.266456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.266456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.267658] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-3ae6e957-ecb4-42c4-8809-951b0392e2a4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.267797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.267869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.268044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.268128] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3ae6e957-ecb4-42c4-8809-951b0392e2a4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.611604] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1788f2b8-cb01-4498-9bbd-b8788bd61d88 [ 866.611850] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.612009] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.612101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.613105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.613105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.613105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1788f2b8-cb01-4498-9bbd-b8788bd61d88 already deleted. [ 866.613105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1788f2b8-cb01-4498-9bbd-b8788bd61d88" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.770919] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.772301] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.772301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773432] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3ae6e957-ecb4-42c4-8809-951b0392e2a4 with status ACTIVE [ 866.773432] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.773432] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.773432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.774032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.774032] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.774032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.774032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.774032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.775746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.777618] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3ae6e957-ecb4-42c4-8809-951b0392e2a4 is going to be updated. [ 866.799719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.800116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.800263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.800565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.800731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.800902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3ae6e957-ecb4-42c4-8809-951b0392e2a4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.224013] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 4s [ 867.280679] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.387448] env[65321]: INFO networking_nsxv3.common.synchronization [req-55f446de-e269-439b-b65b-86872548ae6b req-dc105773-f564-4d99-a8fe-fa3491f03fa6 tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 867.388369] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 867.388727] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.388871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.388955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.389504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.389718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.389822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.389881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.390067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.390160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.390296] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.406515] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 867.406867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.407777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.408565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.408788] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.408908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.408966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.409182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.409293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.409393] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.789618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.789618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.789618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.789618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.789618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.789618] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b is going to be created. [ 867.822360] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.822874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.823145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.823567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.823867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.838067] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b in Status: UNINITIALIZED for 2s [ 867.882947] env[65321]: INFO networking_nsxv3.common.synchronization [req-bb6eb057-6432-490f-a074-e417c7485eb8 req-1ab5c587-f659-4e7b-85e3-b7dda0fb3bc2 tempest-ServerRescueTestJSON-629029677 tempest-ServerRescueTestJSON-629029677-project-member] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 867.883589] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 867.884622] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.884622] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.884622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.884622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.884622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.886234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.886234] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.892388] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.893149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.893256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.893762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.894377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.894855] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.894981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.895328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.895328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.895431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.895431] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 867.916045] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.927945] env[65321]: INFO networking_nsxv3.common.synchronization [None req-14f26804-5f1b-469f-b8cd-f15b5cbab50b None None] Enqueued Resource ID: 24d8c371-3c54-48e4-ab70-94789437410f with Priority: HIGHEST for action port [ 867.929540] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.929722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.929786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.930034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.930200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.932467] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24d8c371-3c54-48e4-ab70-94789437410f with Priority: HIGHEST for action port [ 867.933612] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-24d8c371-3c54-48e4-ab70-94789437410f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.933742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24d8c371-3c54-48e4-ab70-94789437410f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.934311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24d8c371-3c54-48e4-ab70-94789437410f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.934311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24d8c371-3c54-48e4-ab70-94789437410f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.934311] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24d8c371-3c54-48e4-ab70-94789437410f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.945152] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 868.388300] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.388680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.388680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.388776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.388812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.389035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.389456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.389456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.389456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.389456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.389629] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 already deleted. [ 868.389629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.419566] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.437555] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24d8c371-3c54-48e4-ab70-94789437410f [ 868.437802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.437928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.437995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.438234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.438328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.438411] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24d8c371-3c54-48e4-ab70-94789437410f already deleted. [ 868.438497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24d8c371-3c54-48e4-ab70-94789437410f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.468494] env[65321]: INFO networking_nsxv3.common.synchronization [None req-80d19129-8a78-4103-80ee-3d8379955432 None None] Enqueued Resource ID: 0ac7b818-5bad-4c64-b098-7f1f546e2d5b with Priority: HIGHEST for action port [ 868.468629] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ac7b818-5bad-4c64-b098-7f1f546e2d5b with Priority: HIGHEST for action port [ 868.468970] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ac7b818-5bad-4c64-b098-7f1f546e2d5b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.469250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ac7b818-5bad-4c64-b098-7f1f546e2d5b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.469396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ac7b818-5bad-4c64-b098-7f1f546e2d5b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.469659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ac7b818-5bad-4c64-b098-7f1f546e2d5b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.469741] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ac7b818-5bad-4c64-b098-7f1f546e2d5b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.577044] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.577430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.577430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.578025] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.584023] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.584023] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.584023] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.584023] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.584023] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.584023] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.584023] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.584023] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.584023] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.584023] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.584023] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.584023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.602811] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.602936] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.603501] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.603501] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.603653] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.603824] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.604205] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.604315] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.604374] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088cbeda-6c40-4e4b-8324-a1dd4e7ea21f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.924620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.925167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.925167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.925167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.925308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.925479] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 868.958074] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.958074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.958074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.958074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.958074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.967829] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 868.972290] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ac7b818-5bad-4c64-b098-7f1f546e2d5b [ 868.972932] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.972932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.972932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.973174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.973213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.973299] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ac7b818-5bad-4c64-b098-7f1f546e2d5b already deleted. [ 868.973660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ac7b818-5bad-4c64-b098-7f1f546e2d5b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.107802] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.108086] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.108322] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.108645] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.108854] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.109090] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 088cbeda-6c40-4e4b-8324-a1dd4e7ea21f not found, creating... [ 869.109521] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.109780] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.109861] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.110096] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.110230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.110553] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.111201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.111201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.111201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.111201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.111460] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 088cbeda-6c40-4e4b-8324-a1dd4e7ea21f is going to be created. [ 869.135758] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.136039] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.136039] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.136356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.136663] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.136909] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.241301] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 869.241705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.242029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.242329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.242648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.242838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.242969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.243249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.243380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.243559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.243844] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.244049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.244215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.244488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.244773] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.244969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.245108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.245352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.245473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.245599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.245738] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.750546] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0065a2b-6d6a-4a53-9d28-65ab4c689f21: rpc.has_security_group_logging(os_id): False [ 869.767295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.767478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.767535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.767737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.767829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.768488] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.768488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.768488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.768488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.768718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.769679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.769679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.769679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.769679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.769679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.769679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.769955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.769955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.769955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.770075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.770162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 869.841159] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.841159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.841159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.841622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.841622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.852998] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b in Status: SUCCESS [ 869.853229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.853410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.853647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.853845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.853970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.854499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.854499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.854499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.854499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.854499] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.858140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 869.942280] env[65321]: INFO networking_nsxv3.common.synchronization [req-bb6eb057-6432-490f-a074-e417c7485eb8 req-ba5bba1f-f9df-4db2-9250-b6154181309d service nova] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_rules [ 869.942401] env[65321]: INFO networking_nsxv3.common.synchronization [req-bb6eb057-6432-490f-a074-e417c7485eb8 req-ba5bba1f-f9df-4db2-9250-b6154181309d service nova] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 869.942549] env[65321]: INFO networking_nsxv3.common.synchronization [req-bb6eb057-6432-490f-a074-e417c7485eb8 req-ba5bba1f-f9df-4db2-9250-b6154181309d service nova] Enqueued Resource ID: 088cbeda-6c40-4e4b-8324-a1dd4e7ea21f with Priority: HIGHEST for action port [ 869.943311] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_rules [ 869.943667] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 869.943667] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 088cbeda-6c40-4e4b-8324-a1dd4e7ea21f with Priority: HIGHEST for action port [ 869.944428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.944699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.944699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.944948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.945058] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.946427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.946583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.946643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.946941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.947055] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.947229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.947229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.948321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.948321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.948321] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.949902] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.949902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.949902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.949902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.949902] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('088cbeda-6c40-4e4b-8324-a1dd4e7ea21f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.964683] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 869.964683] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 869.964903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.358050] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.443990] env[65321]: INFO networking_nsxv3.common.synchronization [req-bbc52f80-1e50-4e5d-8388-c319adf97441 req-a4d2e04b-c4b8-4526-8c6e-77a7ff09ec2a tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 870.443990] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 870.444423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.444423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.444642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.444642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.444803] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.445463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.445463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.445463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.445463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.445463] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.451081] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.451341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.451403] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.453688] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 088cbeda-6c40-4e4b-8324-a1dd4e7ea21f with status ACTIVE [ 870.453948] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.453948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.454247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.454283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.454984] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.454984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.454984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.454984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.454984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.488691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.488691] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 088cbeda-6c40-4e4b-8324-a1dd4e7ea21f is going to be updated. [ 870.488691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.488691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-088cbeda-6c40-4e4b-8324-a1dd4e7ea21f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.862769] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c06937e-2f22-4ff8-bc16-b7109c47f12b: rpc.has_security_group_logging(os_id): False [ 870.889077] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.889969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.889969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.889969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.889969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.890149] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.890149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.890441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.890441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.890441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.890876] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b is going to be created. [ 870.947728] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.947728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.947728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.948057] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.949098] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.949098] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.949098] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.949098] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.949098] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.951554] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.951554] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 870.951554] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 870.951554] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 870.951554] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 870.951554] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 870.951554] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 870.951914] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.952023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.952093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.952311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.952341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.952636] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.952636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.952773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.952818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.952893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.952980] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 870.957088] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.981537] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.981771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.981771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.982096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.982324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.984792] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 870.985049] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 870.985228] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 870.985559] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.986100] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-0865de45-f669-4499-ad74-dc37fa67cc45 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.986362] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.986542] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.986935] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.987208] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0865de45-f669-4499-ad74-dc37fa67cc45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.990903] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 870.990903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.990903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.991749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.991749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.991887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.991927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.992142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.993201] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.993201] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.993201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.993700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.993700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.994060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.994060] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.998970] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b in Status: IN_PROGRESS for 2s [ 871.008140] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.008140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.008140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.008140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.008140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.022429] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 871.049554] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a1b99d67-3ec1-4af1-ae87-2ef7016785ab None None] Enqueued Resource ID: 96ed5761-0d73-4685-9808-61ff1aa14507 with Priority: HIGHEST for action port [ 871.050375] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96ed5761-0d73-4685-9808-61ff1aa14507 with Priority: HIGHEST for action port [ 871.051113] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-96ed5761-0d73-4685-9808-61ff1aa14507 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.051389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96ed5761-0d73-4685-9808-61ff1aa14507" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.051588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96ed5761-0d73-4685-9808-61ff1aa14507" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.052010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96ed5761-0d73-4685-9808-61ff1aa14507" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.052216] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96ed5761-0d73-4685-9808-61ff1aa14507',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.462294] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.462479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.462515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.462814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.462956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.463082] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be created. [ 871.492137] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.492137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.492137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.492307] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.492467] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.492600] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 0865de45-f669-4499-ad74-dc37fa67cc45 not found, creating... [ 871.492913] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.493093] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.493231] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.493516] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.493677] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.493986] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.494158] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.494272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.494483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.494614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.494764] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 0865de45-f669-4499-ad74-dc37fa67cc45 is going to be created. [ 871.497788] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17fe498-02e4-4dfb-87fc-bdee12e39e97: rpc.has_security_group_logging(os_id): False [ 871.499663] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.499905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.500026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.500327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.500585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.512908] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: UNINITIALIZED for 2s [ 871.519038] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.519212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.519356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.519612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.519729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520114] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.520229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.520321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.520477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.520557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.520806] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.520912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.520985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.521190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.521253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.521514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.521682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.521760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.521945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.522059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.522157] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 871.524770] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.524957] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.525102] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.525383] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.525630] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.525889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.555012] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96ed5761-0d73-4685-9808-61ff1aa14507 [ 871.555398] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.555586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.555692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.555985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.556151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.556393] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96ed5761-0d73-4685-9808-61ff1aa14507 already deleted. [ 871.556532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96ed5761-0d73-4685-9808-61ff1aa14507" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.626184] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.626330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.626400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.626711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.626868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.642010] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 871.874016] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 871.874691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.874977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.877918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.878908] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.287627] env[65321]: INFO networking_nsxv3.common.synchronization [req-bbc52f80-1e50-4e5d-8388-c319adf97441 req-76de35a2-21dd-4716-8aff-b8eaabc68096 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 872.292245] env[65321]: INFO networking_nsxv3.common.synchronization [req-bbc52f80-1e50-4e5d-8388-c319adf97441 req-76de35a2-21dd-4716-8aff-b8eaabc68096 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 872.292245] env[65321]: INFO networking_nsxv3.common.synchronization [req-bbc52f80-1e50-4e5d-8388-c319adf97441 req-76de35a2-21dd-4716-8aff-b8eaabc68096 service nova] Enqueued Resource ID: 0865de45-f669-4499-ad74-dc37fa67cc45 with Priority: HIGHEST for action port [ 872.292768] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 872.293081] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 872.293295] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0865de45-f669-4499-ad74-dc37fa67cc45 with Priority: HIGHEST for action port [ 872.293852] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.294121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.294352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.294652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.294832] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.295906] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.298094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.298094] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0865de45-f669-4499-ad74-dc37fa67cc45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.298094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.298094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.298094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.298094] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0865de45-f669-4499-ad74-dc37fa67cc45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.380956] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383388] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.383388] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.803883] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.804038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.804317] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0865de45-f669-4499-ad74-dc37fa67cc45 with status ACTIVE [ 872.804401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.804498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.804565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.804778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.804864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.805052] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.805149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.805213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.805362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.805438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.805615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.805705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.805765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.805900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.805965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.807408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0865de45-f669-4499-ad74-dc37fa67cc45 is going to be updated. [ 872.830082] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.830236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.830274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.830494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.830637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.830827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0865de45-f669-4499-ad74-dc37fa67cc45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.888833] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.888833] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.888833] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.888833] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.888833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.889535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.889535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.889535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.889535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.889535] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.010714] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b in Status: SUCCESS [ 873.010973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.033101] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 873.033320] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 873.033438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.033613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.033839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.034047] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.034245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.034363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.034609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.034729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.034815] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.392149] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0065a2b-6d6a-4a53-9d28-65ab4c689f21: rpc.has_security_group_logging(os_id): False [ 873.411732] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.411937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.412028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.412340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.412491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.412728] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.412868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.412984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.413245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.413354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.413579] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.414243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.414243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.414243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.414243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.414243] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.414406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.414406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.414476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.414588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.414724] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 873.509941] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.510396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.510396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.512017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.512017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.523766] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 873.525049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.525049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.525049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.525049] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.525345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.525345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.525791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.525791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.525791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.525961] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.530018] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 873.537456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.659982] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 873.660291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.660522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.660801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.660937] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.028946] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.029221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.029221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.029518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.029721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.029825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.029901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.030088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.030205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.030879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.030879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.030879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.030879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.030879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.031091] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.031091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.031237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.031901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.031901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.031901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.031901] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.041419] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.163913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.164082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.164140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.164371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.164528] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.164624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.164685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.164849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.164940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.165042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.165133] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.444743] env[65321]: INFO networking_nsxv3.common.synchronization [req-a9369a47-b921-4f25-a43c-ac1c9fe53d3a req-cc7a720f-4d7d-4e26-a871-a80dd11ba8b4 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 874.446073] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 874.446073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.446073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.446249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.446291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.446512] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.446512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.446617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.446714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.446791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.446885] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.535847] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fea0f37-7cbf-45e2-96dc-ed10386dfc89: rpc.has_security_group_logging(os_id): False [ 874.545170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.545170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.545170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.545170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.545170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.545170] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 874.555053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.555053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.555053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.555227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.555431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.555493] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.556395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.556395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.556395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.556395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.556395] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.556395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.556616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.556616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.556668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.556880] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.557020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.558915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.558915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.558915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.558915] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be created. [ 874.578253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.578357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.578425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.578678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.578864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.591314] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 874.629025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.629025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.629025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.629255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.629255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.641571] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: IN_PROGRESS for 2s [ 874.671022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.671022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.671022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.671022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.671562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.671562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.671562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.671562] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.853239] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.853604] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.853781] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.854177] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.854461] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.854619] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.854729] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.854944] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.855095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.855427] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.855581] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 874.855719] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 874.855851] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 874.855995] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 874.856151] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 874.856321] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 874.874503] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 874.874747] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 874.874996] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 874.875241] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.875760] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-7819b8ab-1123-4e46-aa76-553e176d1dbc taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.876043] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.876212] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.876647] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.876893] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7819b8ab-1123-4e46-aa76-553e176d1dbc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.949060] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.175584] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e17fe498-02e4-4dfb-87fc-bdee12e39e97: rpc.has_security_group_logging(os_id): False [ 875.195372] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.196616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.196616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.196616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.196886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.198019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.198019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.198019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.198019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.198019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.198019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.202096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.202096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202096] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.202096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.202096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.202330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.202330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.202388] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 875.296023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.296180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.296240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.296445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.296592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.319746] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 875.379843] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.380093] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.380222] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.380534] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.380676] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.380971] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.381145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.381259] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.381484] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.381612] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.381940] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.382108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.382223] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.382427] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.382557] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.382691] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc is going to be updated. [ 875.408275] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.408496] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.408606] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.408874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.409087] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.409309] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.452832] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.501432] env[65321]: INFO networking_nsxv3.common.synchronization [req-6fb5613e-a042-4801-b4a2-fbc9950759ac req-17d8b60e-737e-4bec-9640-f36bc32eeec3 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 875.501719] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 875.502077] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.502205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.502602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.502602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.502806] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.502806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.502806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.503044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.503086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.503195] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.546851] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 875.547093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.955735] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.956260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.956395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.956636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.956759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.956869] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 875.997687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.997857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.997936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.998191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.998353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.005274] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.010438] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 876.116348] env[65321]: INFO networking_nsxv3.common.synchronization [req-6fb5613e-a042-4801-b4a2-fbc9950759ac req-f5125668-9b0d-4839-8025-84706a627048 tempest-ServersTestMultiNic-734147488 tempest-ServersTestMultiNic-734147488-project-member] Enqueued Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 876.117163] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 with Priority: HIGHEST for action security_group_members [ 876.117255] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.117367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.246181] env[65321]: INFO networking_nsxv3.common.synchronization [req-69b514c7-c1b7-449f-afc5-ab28f766625e req-56381fa4-0cd7-4729-8c54-16bf6bcf9b07 service nova] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 876.246438] env[65321]: INFO networking_nsxv3.common.synchronization [req-69b514c7-c1b7-449f-afc5-ab28f766625e req-56381fa4-0cd7-4729-8c54-16bf6bcf9b07 service nova] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 876.246887] env[65321]: INFO networking_nsxv3.common.synchronization [req-69b514c7-c1b7-449f-afc5-ab28f766625e req-56381fa4-0cd7-4729-8c54-16bf6bcf9b07 service nova] Enqueued Resource ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc with Priority: HIGHEST for action port [ 876.247064] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_rules [ 876.247263] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 876.247326] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc with Priority: HIGHEST for action port [ 876.247971] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.247971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.247971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.247971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.248238] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.249081] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.249228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.249328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.249572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.249736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.249833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.249914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.250091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.250183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.250275] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.251158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-7819b8ab-1123-4e46-aa76-553e176d1dbc taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.251469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.253048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.253048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.253189] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7819b8ab-1123-4e46-aa76-553e176d1dbc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.509778] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.607728] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 876.607728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.607728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.607728] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.607728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.607960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.607960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.608047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.608250] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.657229] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 876.657491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.755025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.755251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.755540] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.757126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7819b8ab-1123-4e46-aa76-553e176d1dbc with status ACTIVE [ 876.757126] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.757126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.757303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.757536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.757728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.757968] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.758177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.758287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.758643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.758643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.758893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.758997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.759071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.759222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.759725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.759725] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7819b8ab-1123-4e46-aa76-553e176d1dbc is going to be updated. [ 876.783501] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.785223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.785223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.785223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.785223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.785223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7819b8ab-1123-4e46-aa76-553e176d1dbc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.013129] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.014198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.014299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.014526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.014615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.014720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 877.048389] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.048389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.048389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.048389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.048389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.057616] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 877.111057] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.111057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.111057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.111938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.111938] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.111938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.111938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.111938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.111938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.111938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.115214] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.115214] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.115214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.115214] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.262441] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.342439] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 877.342605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.618491] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2927f189-1011-4774-8b4a-d052a4aafd52: rpc.has_security_group_logging(os_id): False [ 877.638135] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.638135] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.638135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.638464] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.638464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.638464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.638573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.638744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.638831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.638861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.638984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.639068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.639181] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 877.738398] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.738537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.738604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.738811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.738970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.750324] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e02bb30-f0ac-42fb-86af-53c559eb48c9 req-dcfcb501-6325-4af0-80b2-4f3b43861700 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 877.750955] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 877.751275] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.751402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.751471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.751674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.751830] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.751926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.751986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.752147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.752231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.752323] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.766097] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 877.766494] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.766632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.766731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.766908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.766997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.767105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be updated. [ 877.834638] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.834638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.834638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.834638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.834638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.849783] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: IN_PROGRESS for 2s [ 878.021965] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 878.022518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.257893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.258097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.258199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.258504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.258561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.259204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.259204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.259204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.259204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.259204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.260381] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be deleted. [ 878.322376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.322376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.322376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.322376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.322376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.322860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.344363] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.344694] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.344694] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.345079] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.345525] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.345525] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.345616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.346171] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.346171] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.346171] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.346545] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.346545] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.346545] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.346634] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.346659] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.348051] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.370909] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.371091] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.371239] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.371471] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.371830] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-24a4846e-aeb5-4a4f-b2f2-b822c69be300 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.372017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.372143] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.372468] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.372601] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a4846e-aeb5-4a4f-b2f2-b822c69be300',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.874688] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.874941] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.875051] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.875358] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.875504] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.875659] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 24a4846e-aeb5-4a4f-b2f2-b822c69be300 not found, creating... [ 878.875926] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.876094] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.876209] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.876429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.876561] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.876837] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.876984] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.877108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.877305] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.877470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.877612] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 24a4846e-aeb5-4a4f-b2f2-b822c69be300 is going to be created. [ 878.900867] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.901037] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.901160] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.901392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.901621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.901935] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.068530] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 879.068769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.068941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.069190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.069422] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.069738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.069738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.069885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.069885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.069979] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0065a2b-6d6a-4a53-9d28-65ab4c689f21',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.155259] env[65321]: INFO networking_nsxv3.common.synchronization [None req-0a2c11f2-2273-48c2-b61c-60264c5d6aec None None] Enqueued Resource ID: 24ff2d05-3c64-4efe-ada6-0e13a5f362b5 with Priority: HIGHEST for action port [ 879.156333] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24ff2d05-3c64-4efe-ada6-0e13a5f362b5 with Priority: HIGHEST for action port [ 879.156926] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-24ff2d05-3c64-4efe-ada6-0e13a5f362b5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.157152] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24ff2d05-3c64-4efe-ada6-0e13a5f362b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.157245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24ff2d05-3c64-4efe-ada6-0e13a5f362b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.158084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24ff2d05-3c64-4efe-ada6-0e13a5f362b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.158084] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24ff2d05-3c64-4efe-ada6-0e13a5f362b5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.572779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.574392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.574392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.574392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.574392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.575984] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.577320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.577320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.577320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.577320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.577320] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 is going to be updated. [ 879.608021] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.608021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.608021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.608021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.608021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.616757] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: IN_PROGRESS for 2s [ 879.628615] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e02bb30-f0ac-42fb-86af-53c559eb48c9 req-2e9b872f-99a2-40cf-b8a2-f32be2e09ea0 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 879.630159] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e02bb30-f0ac-42fb-86af-53c559eb48c9 req-2e9b872f-99a2-40cf-b8a2-f32be2e09ea0 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 879.630159] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e02bb30-f0ac-42fb-86af-53c559eb48c9 req-2e9b872f-99a2-40cf-b8a2-f32be2e09ea0 service nova] Enqueued Resource ID: 24a4846e-aeb5-4a4f-b2f2-b822c69be300 with Priority: HIGHEST for action port [ 879.630159] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 879.630159] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 879.630159] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24a4846e-aeb5-4a4f-b2f2-b822c69be300 with Priority: HIGHEST for action port [ 879.630702] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.630702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.630702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.630702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.630897] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.631598] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.631945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.631945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.631945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.632103] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.632198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.632241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.632383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.632468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.632555] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.633329] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-24a4846e-aeb5-4a4f-b2f2-b822c69be300 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.633416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.633481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.633632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.633707] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24a4846e-aeb5-4a4f-b2f2-b822c69be300',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.660071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24ff2d05-3c64-4efe-ada6-0e13a5f362b5 [ 879.660279] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.660401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.660465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.660664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.660745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.660830] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24ff2d05-3c64-4efe-ada6-0e13a5f362b5 already deleted. [ 879.660904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24ff2d05-3c64-4efe-ada6-0e13a5f362b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.781588] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 879.781838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.865194] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: SUCCESS [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.867870] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.867870] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.136759] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.136934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.137021] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.140059] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24a4846e-aeb5-4a4f-b2f2-b822c69be300 with status ACTIVE [ 880.140059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.140059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.140059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.140059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.140059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.140059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.140059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.144023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.144023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.144023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24a4846e-aeb5-4a4f-b2f2-b822c69be300 is going to be updated. [ 880.167182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.167371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.167724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.167724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.167840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.168091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24a4846e-aeb5-4a4f-b2f2-b822c69be300" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.273310] env[65321]: INFO networking_nsxv3.common.synchronization [req-f30cf84d-6f1d-4f5b-a9f1-f942996fc82e req-9811c567-2ce3-4dac-bccf-96d684208a40 tempest-ServersNegativeTestJSON-1965872500 tempest-ServersNegativeTestJSON-1965872500-project-member] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 880.273871] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 880.274200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.274325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.274395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.274600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.274751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.274850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.274913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.275165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.275260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.275347] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.372136] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.644250] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.699863] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.700139] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.700195] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.701100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.701100] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.701100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.701100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.701282] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.701308] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.701503] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.701610] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.701713] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.701815] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.701939] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.702348] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.702348] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.725532] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.725678] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.725861] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.726107] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.726455] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.726652] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.726789] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.727138] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.727377] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd755d5-8166-49aa-a1a4-a80ccc5779c2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.777663] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.875055] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3603e7ad-ff95-4b52-8b67-2e84e650165f: rpc.has_security_group_logging(os_id): False [ 880.903185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.903362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.903442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.903735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.903837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.904278] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.904468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.904556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.904774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.904894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.905234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be created. [ 880.965817] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.965817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.965817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.965817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.965817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.977160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: IN_PROGRESS for 2s [ 881.146775] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.146983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.146983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.147233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.147327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.147598] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be created. [ 881.173696] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.173905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.174024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.174291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.174489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.185140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: UNINITIALIZED for 2s [ 881.229865] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.230072] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.230220] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.231450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.231670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.231848] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 8dd755d5-8166-49aa-a1a4-a80ccc5779c2 not found, creating... [ 881.232174] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.232352] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.232486] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.232753] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.232891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.233487] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.233487] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.233634] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.233752] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.233936] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.234054] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 8dd755d5-8166-49aa-a1a4-a80ccc5779c2 is going to be created. [ 881.256924] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.257149] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.257271] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.257543] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.257789] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.257982] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.280782] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.561521] env[65321]: INFO networking_nsxv3.common.synchronization [None req-8168108d-9755-496a-ac7e-02eb128da454 None None] Enqueued Resource ID: 757baf8a-5ac2-44e0-8a8a-67f06c5004ed with Priority: HIGHEST for action port [ 881.562053] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757baf8a-5ac2-44e0-8a8a-67f06c5004ed with Priority: HIGHEST for action port [ 881.562383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-757baf8a-5ac2-44e0-8a8a-67f06c5004ed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.562554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757baf8a-5ac2-44e0-8a8a-67f06c5004ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.562644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757baf8a-5ac2-44e0-8a8a-67f06c5004ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.562936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757baf8a-5ac2-44e0-8a8a-67f06c5004ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.563059] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757baf8a-5ac2-44e0-8a8a-67f06c5004ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.628367] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 in Status: SUCCESS [ 881.628575] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0065a2b-6d6a-4a53-9d28-65ab4c689f21 deletion is rescheduled due to dependency. [ 881.628717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0065a2b-6d6a-4a53-9d28-65ab4c689f21" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.783644] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.783956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.783956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.784186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.784415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.784573] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 881.817873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.818429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.818429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.818572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.818804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.834504] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 882.027713] env[65321]: INFO networking_nsxv3.common.synchronization [req-f30cf84d-6f1d-4f5b-a9f1-f942996fc82e req-0e7a2230-0b21-42da-a9a2-ef21af14e728 service nova] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_rules [ 882.027850] env[65321]: INFO networking_nsxv3.common.synchronization [req-f30cf84d-6f1d-4f5b-a9f1-f942996fc82e req-0e7a2230-0b21-42da-a9a2-ef21af14e728 service nova] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 882.027958] env[65321]: INFO networking_nsxv3.common.synchronization [req-f30cf84d-6f1d-4f5b-a9f1-f942996fc82e req-0e7a2230-0b21-42da-a9a2-ef21af14e728 service nova] Enqueued Resource ID: 8dd755d5-8166-49aa-a1a4-a80ccc5779c2 with Priority: HIGHEST for action port [ 882.028573] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_rules [ 882.028684] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 882.028713] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd755d5-8166-49aa-a1a4-a80ccc5779c2 with Priority: HIGHEST for action port [ 882.028977] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.029136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.029222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.029556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.029556] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.030779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.030874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.031208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.031262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.031409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.031486] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd755d5-8166-49aa-a1a4-a80ccc5779c2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.067889] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757baf8a-5ac2-44e0-8a8a-67f06c5004ed [ 882.067889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.067889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.067889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.067889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.067889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.067889] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757baf8a-5ac2-44e0-8a8a-67f06c5004ed already deleted. [ 882.067889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757baf8a-5ac2-44e0-8a8a-67f06c5004ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.538530] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.538699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.538863] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8dd755d5-8166-49aa-a1a4-a80ccc5779c2 with status ACTIVE [ 882.539051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.539249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.539249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.540302] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.540475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.540756] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.540842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.540950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.541679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.541679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.541679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.541679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.541679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.541989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.541989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.542692] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8dd755d5-8166-49aa-a1a4-a80ccc5779c2 is going to be updated. [ 882.568203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.568409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.568519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.568828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.569068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.569322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd755d5-8166-49aa-a1a4-a80ccc5779c2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.991636] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: SUCCESS [ 882.993967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.202793] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 883.202793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.202793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.202981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.203123] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.203242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.203322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.203640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.203640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.203762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.203904] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.707092] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.707294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.707349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.707612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.707801] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.707906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.707970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.708143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.708229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.708318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.708466] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.708621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.708760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.708897] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.708987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.709059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.709196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.709293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.709456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.844895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 883.845208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.845424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.845817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.845938] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.846090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.846161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.846363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.846363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.846363] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.213754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 884.241695] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.241837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.241921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.242480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.242593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.242654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.242808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.242885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.243122] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.243190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.243235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.243394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.243467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.243679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.243771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.243832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.243981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.244827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.244937] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be created. [ 884.338938] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.339177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.339254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.339508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.339748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.349228] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.368859] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 884.852818] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.141196] env[65321]: INFO networking_nsxv3.common.synchronization [None req-35d7c76f-d612-4699-843d-c1dd7d876ab4 None None] Enqueued Resource ID: b5703457-d58d-4189-b645-07ad6743045e with Priority: HIGHEST for action port [ 885.141884] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b5703457-d58d-4189-b645-07ad6743045e with Priority: HIGHEST for action port [ 885.146312] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b5703457-d58d-4189-b645-07ad6743045e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.146550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b5703457-d58d-4189-b645-07ad6743045e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.146588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b5703457-d58d-4189-b645-07ad6743045e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.146877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b5703457-d58d-4189-b645-07ad6743045e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.147026] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b5703457-d58d-4189-b645-07ad6743045e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.362763] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.362763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.362763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.362763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.362763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.362763] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 885.401640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.402160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.402160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.402275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.402978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.414597] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 885.650262] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b5703457-d58d-4189-b645-07ad6743045e [ 885.650590] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.650762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.650857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.651148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.651268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.651393] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b5703457-d58d-4189-b645-07ad6743045e already deleted. [ 885.651502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b5703457-d58d-4189-b645-07ad6743045e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.385038] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 886.385937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.675140] env[65321]: INFO networking_nsxv3.common.synchronization [None req-9f72fdb4-27f5-41b7-aa1a-94348585adcf tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_rules [ 886.675679] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_rules [ 886.675995] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.676132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.676201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.676455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.676563] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.786252] env[65321]: INFO networking_nsxv3.common.synchronization [None req-fad92b7f-2774-4314-97b0-851e633d4783 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_rules [ 886.786252] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_rules [ 886.787821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.788269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.204629] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.207078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.207078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.207078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.207078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.207078] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 already deleted. [ 887.210681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.210681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.210681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.210681] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.429321] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.432018] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.432018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.432018] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.756629] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.756629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.756629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.756629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.756629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.756629] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 already deleted. [ 887.756629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.937260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.937260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.937260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.937924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.937924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.937924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.937924] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.441034] env[65321]: INFO networking_nsxv3.common.synchronization [None req-daa74b46-7c2c-4602-a9e9-eb74706457c3 None None] Enqueued Resource ID: 40ecb36a-3abf-4e99-990e-8d0261ffcd3d with Priority: HIGHEST for action port [ 888.441034] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a: rpc.has_security_group_logging(os_id): False [ 888.442204] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ecb36a-3abf-4e99-990e-8d0261ffcd3d with Priority: HIGHEST for action port [ 888.442892] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ecb36a-3abf-4e99-990e-8d0261ffcd3d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.446052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ecb36a-3abf-4e99-990e-8d0261ffcd3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.446052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ecb36a-3abf-4e99-990e-8d0261ffcd3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.446052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ecb36a-3abf-4e99-990e-8d0261ffcd3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.446052] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ecb36a-3abf-4e99-990e-8d0261ffcd3d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.463727] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.463879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.463960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.464183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.464294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.464496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.464600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.464662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.464830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.464905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.465195] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.465252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.465281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.465420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.465519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.465794] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.465941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.466303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.466839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.466946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.467058] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 888.549599] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.549853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.549996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.550369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.550613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.580946] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 888.655268] env[65321]: INFO networking_nsxv3.common.synchronization [req-aafc5433-7854-44b4-97cb-e655b9011b7d req-9052b6b0-b10b-408f-bcc9-81e4fbde719f tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_members [ 888.655551] env[65321]: INFO networking_nsxv3.common.synchronization [req-aafc5433-7854-44b4-97cb-e655b9011b7d req-9052b6b0-b10b-408f-bcc9-81e4fbde719f tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 888.655805] env[65321]: INFO networking_nsxv3.common.synchronization [req-aafc5433-7854-44b4-97cb-e655b9011b7d req-9052b6b0-b10b-408f-bcc9-81e4fbde719f tempest-SecurityGroupsTestJSON-437187002 tempest-SecurityGroupsTestJSON-437187002-project-member] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 888.656846] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 with Priority: HIGHEST for action security_group_members [ 888.657115] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 with Priority: HIGHEST for action security_group_members [ 888.658763] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGHEST for action security_group_members [ 888.659470] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.659693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.659807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.660084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.660916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.660916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.660916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.660916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.660916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.660916] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f32ed4cc-7ed7-4fd1-9570-71c4145cf802',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.662373] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5d36bd11-f878-4626-83aa-ad0b7732bd41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.663824] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.663824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.663824] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5d36bd11-f878-4626-83aa-ad0b7732bd41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.665173] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.665173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.665173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.665412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.665563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.666106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.666106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.666106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.666106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.666106] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.948524] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40ecb36a-3abf-4e99-990e-8d0261ffcd3d [ 888.948790] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.948984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.948984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.949298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.949486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.949566] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40ecb36a-3abf-4e99-990e-8d0261ffcd3d already deleted. [ 888.949722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ecb36a-3abf-4e99-990e-8d0261ffcd3d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.168319] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.168546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.168546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.168820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.170291] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.170453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.170713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.170810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.197587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.197587] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.197587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.197587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.198096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.198096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.198096] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 is going to be updated. [ 889.200165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.200165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.222199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.222199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.222199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.222199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.222199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.222595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.222595] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 is going to be updated. [ 889.223428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.223651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.223750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.223959] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.224092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.224626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.224626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.224626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.224626] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be updated. [ 889.243977] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.244186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.244421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.244421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.244543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.259819] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.259819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.259945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.260116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.260255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.262132] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.262286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.262322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.262505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.262635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.264134] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: IN_PROGRESS for 2s [ 889.273812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: IN_PROGRESS for 2s [ 889.274580] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: IN_PROGRESS for 2s [ 890.606728] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 890.607143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.280101] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 in Status: SUCCESS [ 891.280101] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f32ed4cc-7ed7-4fd1-9570-71c4145cf802 deletion is rescheduled due to dependency. [ 891.280101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f32ed4cc-7ed7-4fd1-9570-71c4145cf802" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.291542] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 in Status: SUCCESS [ 891.291542] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 deletion is rescheduled due to dependency. [ 891.291542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.292404] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 in Status: SUCCESS [ 891.292621] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5d36bd11-f878-4626-83aa-ad0b7732bd41 deletion is rescheduled due to dependency. [ 891.292621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5d36bd11-f878-4626-83aa-ad0b7732bd41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.660011] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 893.660248] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 898.663476] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 898.663817] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 898.832312] env[65321]: INFO networking_nsxv3.common.synchronization [req-e5ea0c9d-3635-4c96-ace4-f830d7e679b0 req-21a41bcd-dae7-4e15-8ced-d9c14df0fda6 tempest-ServerAddressesTestJSON-1070164299 tempest-ServerAddressesTestJSON-1070164299-project-member] Enqueued Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_members [ 898.832905] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_members [ 898.833267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.833404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.833556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.833776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.833917] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.834052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.834240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.834324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.835231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.835231] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.280387] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-307 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.281784] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-307" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.281971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-307" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.282360] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-307" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.282675] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.282885] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.283038] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.283273] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.283420] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.283631] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.283743] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 899.283847] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 899.283951] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 899.284066] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 899.284171] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 899.284302] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 899.307370] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 899.307566] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 899.307631] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 899.307819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-307" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.308151] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-c12f2834-ccff-4cfa-96cc-7e3d54016620 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.308323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.308439] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.308762] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.308898] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12f2834-ccff-4cfa-96cc-7e3d54016620',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.337211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.337378] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.337474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.337848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.337916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.338110] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.338214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.338276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.338441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.338512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.338594] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 already deleted. [ 899.338673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.811633] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.811935] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.812106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.812306] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.812455] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.812627] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port c12f2834-ccff-4cfa-96cc-7e3d54016620 not found, creating... [ 899.812907] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.813078] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.813395] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.813464] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.813565] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.813849] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.814022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.814159] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.814908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.814908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.814908] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: c12f2834-ccff-4cfa-96cc-7e3d54016620 is going to be created. [ 899.837443] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.837771] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.837936] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.838296] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.838595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.838870] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.576020] env[65321]: INFO networking_nsxv3.common.synchronization [req-e5ea0c9d-3635-4c96-ace4-f830d7e679b0 req-2ae4c270-3190-4e81-a550-43d6c1afd756 service nova] Enqueued Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_rules [ 900.576199] env[65321]: INFO networking_nsxv3.common.synchronization [req-e5ea0c9d-3635-4c96-ace4-f830d7e679b0 req-2ae4c270-3190-4e81-a550-43d6c1afd756 service nova] Enqueued Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_members [ 900.576450] env[65321]: INFO networking_nsxv3.common.synchronization [req-e5ea0c9d-3635-4c96-ace4-f830d7e679b0 req-2ae4c270-3190-4e81-a550-43d6c1afd756 service nova] Enqueued Resource ID: c12f2834-ccff-4cfa-96cc-7e3d54016620 with Priority: HIGHEST for action port [ 900.576733] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_rules [ 900.576733] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_members [ 900.576853] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c12f2834-ccff-4cfa-96cc-7e3d54016620 with Priority: HIGHEST for action port [ 900.577712] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.577904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.577998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.578286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.578393] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.579468] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.579468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.580270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.580387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.580977] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.581193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.582167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.582430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.583493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.583493] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.584617] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c12f2834-ccff-4cfa-96cc-7e3d54016620 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.584758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.584831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.584998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.585089] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c12f2834-ccff-4cfa-96cc-7e3d54016620',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.847717] env[65321]: INFO networking_nsxv3.common.synchronization [req-6337f612-b86c-4c32-a211-5171195dbb66 req-5a95c969-db2b-4075-a2f2-576805ca2b12 tempest-ServersNegativeTestJSON-1965872500 tempest-ServersNegativeTestJSON-1965872500-project-member] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 900.851323] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 900.851323] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.851323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.851323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.851323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.851323] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.851323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.851323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.851724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.851724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.851724] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.087602] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.087768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.087952] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.088885] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c12f2834-ccff-4cfa-96cc-7e3d54016620 with status ACTIVE [ 901.089080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.089229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.089417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.089744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.089984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.090059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.090188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.090242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.092950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.092950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.092950] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.092950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.092950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.092950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.092950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.092950] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c12f2834-ccff-4cfa-96cc-7e3d54016620 is going to be updated. [ 901.115257] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.115422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.115480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.115661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.115795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.115951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c12f2834-ccff-4cfa-96cc-7e3d54016620" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.138397] env[65321]: INFO networking_nsxv3.common.synchronization [None req-0fea17eb-e835-4005-a2ac-63c50a73b99b None None] Enqueued Resource ID: c0d77a56-e835-4293-b171-76baa6bdbf85 with Priority: HIGHEST for action port [ 901.139190] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0d77a56-e835-4293-b171-76baa6bdbf85 with Priority: HIGHEST for action port [ 901.139523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0d77a56-e835-4293-b171-76baa6bdbf85 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.139679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0d77a56-e835-4293-b171-76baa6bdbf85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.139758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0d77a56-e835-4293-b171-76baa6bdbf85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.140052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0d77a56-e835-4293-b171-76baa6bdbf85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.144181] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0d77a56-e835-4293-b171-76baa6bdbf85',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.358428] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.594367] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.648495] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c0d77a56-e835-4293-b171-76baa6bdbf85 [ 901.648495] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.648495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.648495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.648495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.648719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.648719] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c0d77a56-e835-4293-b171-76baa6bdbf85 already deleted. [ 901.648774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0d77a56-e835-4293-b171-76baa6bdbf85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.863810] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.065963] env[65321]: INFO networking_nsxv3.common.synchronization [None req-484fac96-951f-4b47-94eb-5d5555712e5d tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 902.066609] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 902.068222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.068222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.068222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.068222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.068222] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.098766] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.098766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.098766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.099050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.099050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.099050] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 is going to be created. [ 902.125986] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.128173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.128173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.128173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.128173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.137963] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 in Status: UNINITIALIZED for 2s [ 902.155818] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b436de3f-7a17-408e-8ff4-a82023d2a8ae tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 902.157227] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 902.157227] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.157692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.367030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.367030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.367030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.367030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.367030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.367288] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 902.400321] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.400455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.400540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.400781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.400938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.413449] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 902.588707] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.588888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.588960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.589253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.589357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.589457] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e already deleted. [ 902.589551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.589735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.589933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.590026] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.112582] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.113355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.113355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.113355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.113355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.113355] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e already deleted. [ 903.113355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.633850] env[65321]: INFO networking_nsxv3.common.synchronization [None req-83e3c703-0603-43f1-b6b3-c48d46d6d854 None None] Enqueued Resource ID: a0be9b2b-fed9-4d9a-b7e3-9e035b631f27 with Priority: HIGHEST for action port [ 903.634479] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0be9b2b-fed9-4d9a-b7e3-9e035b631f27 with Priority: HIGHEST for action port [ 903.634903] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0be9b2b-fed9-4d9a-b7e3-9e035b631f27 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.635818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0be9b2b-fed9-4d9a-b7e3-9e035b631f27" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.636603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0be9b2b-fed9-4d9a-b7e3-9e035b631f27" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.636947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0be9b2b-fed9-4d9a-b7e3-9e035b631f27" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.637597] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0be9b2b-fed9-4d9a-b7e3-9e035b631f27',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.140855] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0be9b2b-fed9-4d9a-b7e3-9e035b631f27 [ 904.141215] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.141215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.141419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.141490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.141580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.141781] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0be9b2b-fed9-4d9a-b7e3-9e035b631f27 already deleted. [ 904.141781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0be9b2b-fed9-4d9a-b7e3-9e035b631f27" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.153081] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 in Status: SUCCESS [ 904.153632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.153632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.153742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.153964] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.154066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.154124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.154292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.154357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.154746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.154746] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.430375] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 904.430946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.657180] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.657180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.657180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.657386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.657477] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.657593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.657654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.657806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.657918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.658019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.658170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.658260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.658461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.658600] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.658691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.658744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.658884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.658955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.659169] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 905.165080] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1420d3bc-78d2-441a-9151-ed5d5c193bb1: rpc.has_security_group_logging(os_id): False [ 905.184910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.185382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.185382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.185537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.186043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.186043] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.186043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.186043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.186346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.186346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.186517] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.186626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.186695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.186857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.186974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.187127] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.187225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.187276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.187422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.187570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.187660] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 is going to be created. [ 905.248482] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 905.248482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.248482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.248482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.248482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.260290] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 in Status: IN_PROGRESS for 2s [ 906.058960] env[65321]: INFO networking_nsxv3.common.synchronization [req-2b6ed19e-9193-4b44-adb8-a2e3ce19be6c req-f4d219d8-9e60-480e-b515-d7b6d7f42f0e tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 906.059853] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 906.060360] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.060581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.060720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.061046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.061329] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.061549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.061761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.062046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.062132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.062328] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.434900] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.435340] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.435340] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.435684] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.438310] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.438589] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.438772] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.439130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.439342] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.439688] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.439846] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 906.440071] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 906.440230] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 906.440383] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 906.440536] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 906.440755] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 906.463038] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 906.463235] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 906.463371] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 906.463542] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.463864] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-6d197c34-cb0f-467c-b89c-0931af8284c9 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.464424] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.464559] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.464892] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.465135] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d197c34-cb0f-467c-b89c-0931af8284c9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.564883] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.565197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.565293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.565536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.565643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.565913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.566060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.566145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.566366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.566523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.566643] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 906.600092] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.600345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.600400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.600651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.600843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.613162] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 906.968118] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.968351] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.968480] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.968821] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.969011] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.969344] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 6d197c34-cb0f-467c-b89c-0931af8284c9 not found, creating... [ 906.969746] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.969926] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.970055] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.970305] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.970443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.970750] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.970924] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.971056] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.971327] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.971502] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.971654] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 6d197c34-cb0f-467c-b89c-0931af8284c9 is going to be created. [ 906.998392] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.998575] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.998705] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.998983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.999229] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.999482] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.274544] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 in Status: SUCCESS [ 907.274989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.735748] env[65321]: INFO networking_nsxv3.common.synchronization [req-2b6ed19e-9193-4b44-adb8-a2e3ce19be6c req-416f2b69-44f2-4b41-a17c-5495f75f5b5c service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 907.735748] env[65321]: INFO networking_nsxv3.common.synchronization [req-2b6ed19e-9193-4b44-adb8-a2e3ce19be6c req-416f2b69-44f2-4b41-a17c-5495f75f5b5c service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 907.736113] env[65321]: INFO networking_nsxv3.common.synchronization [req-2b6ed19e-9193-4b44-adb8-a2e3ce19be6c req-416f2b69-44f2-4b41-a17c-5495f75f5b5c service nova] Enqueued Resource ID: 6d197c34-cb0f-467c-b89c-0931af8284c9 with Priority: HIGHEST for action port [ 907.736423] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 907.736606] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 907.736780] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d197c34-cb0f-467c-b89c-0931af8284c9 with Priority: HIGHEST for action port [ 907.738042] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.738042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.738042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.738042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.738042] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.738708] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.738708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.738823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d197c34-cb0f-467c-b89c-0931af8284c9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.738942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.739036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.739232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.739332] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d197c34-cb0f-467c-b89c-0931af8284c9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.779294] env[65321]: INFO networking_nsxv3.common.synchronization [req-8b59d9cf-6a70-4e2a-91f5-215718bbb1ce req-89a6d5fd-55c1-4ddf-b2af-feb4a7bcdc36 tempest-ListServerFiltersTestJSON-713230731 tempest-ListServerFiltersTestJSON-713230731-project-member] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 907.780069] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 907.780140] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.780226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.781944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.781944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.781944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.781944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.781944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.781944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.781944] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.070013] env[65321]: INFO networking_nsxv3.common.synchronization [req-50f4d60d-3cc2-47a6-8a6a-68e186b9bc85 req-8945521d-e872-4ce4-825f-ea95bf2cc916 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 908.070569] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 908.070895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.071382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.071527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.071742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.071952] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.072090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.072456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.072456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.072456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.072547] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.241930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.241930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.241930] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6d197c34-cb0f-467c-b89c-0931af8284c9 with status ACTIVE [ 908.241930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.242262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.242262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.242492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.242663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.242876] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.242982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.243051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.243266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.243351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.243631] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.243789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.243855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.244025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.244098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.244187] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6d197c34-cb0f-467c-b89c-0931af8284c9 is going to be updated. [ 908.275409] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.276769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.276769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.276769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.276769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.276769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d197c34-cb0f-467c-b89c-0931af8284c9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.286576] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.574805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.575009] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.575170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.575427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.575544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.575781] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.575912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.575996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.576187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.576267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.576397] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 908.608523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.608677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.608753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.608967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.609127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.620098] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 908.620294] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 908.620410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.620597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.620819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.621013] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.621134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.621203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.621362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.621445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.621544] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.623523] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 908.788034] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.123681] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.291711] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.291988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.291988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.292875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.292875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.292875] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 909.355532] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.355781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.355931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.356659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.356659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.369459] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 909.625727] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.128620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.128989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.128989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.129065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.129160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.129289] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 910.179764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.179948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.180034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.180243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.180399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.191801] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 910.635409] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 910.635599] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 910.635721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.229298] env[65321]: INFO networking_nsxv3.common.synchronization [req-457f353a-e9ad-4a72-97b4-760352330b9e req-25073544-bf0e-4181-84c7-bc860ad13903 tempest-ServerAddressesTestJSON-1070164299 tempest-ServerAddressesTestJSON-1070164299-project-member] Enqueued Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_members [ 911.230748] env[65321]: INFO networking_nsxv3.common.synchronization [req-ccfaa826-68e4-4a34-9b2d-67a526fce9a2 req-463ad70b-e0c5-4a66-ad45-0be5af0bed41 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 911.230748] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGHEST for action security_group_members [ 911.230748] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 911.231240] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.231349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.231438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.231658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.231849] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.231979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.232076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.232272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.232393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.232539] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.233737] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.233880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.233971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.234165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.235223] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.235326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.235388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.235588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.235637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.235694] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.381295] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 911.381295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.737059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.737272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.737355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.737629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.737744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.738051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.738225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.738303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.738479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.738559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.738650] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 is going to be updated. [ 911.739878] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.772071] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.772623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.772623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.772623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.773803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.784246] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 in Status: IN_PROGRESS for 2s [ 912.205064] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 912.205064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.205064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.205064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.205064] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.205064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.205631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.205631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.205631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.205631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.205631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.242910] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.708190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.708385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.708442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.708629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.708800] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.708903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.709097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.709184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.709224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.709315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.709463] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.709556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.709679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.709834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.709988] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.710094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.710154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.710293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.710524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.710524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.710631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.745468] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.745640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.745691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.745908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.746010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.746114] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 912.777920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.778088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.778166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.778372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.778515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.789406] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 913.215383] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4310622a-7ad0-4d55-b5cb-77462e3a1295: rpc.has_security_group_logging(os_id): False [ 913.234395] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.234584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.235056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.235056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.235161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.235289] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.235396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.235475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.235623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.235698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.235907] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.236010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.236082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.236226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.236327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.236489] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.236580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.236637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.236772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.236848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.237205] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 913.351196] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.353106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.353208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.353448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.353609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.366066] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 913.794733] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 in Status: SUCCESS [ 913.794920] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 deletion is rescheduled due to dependency. [ 913.795051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.801596] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 914.801929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.383870] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 915.384102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.231987] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 916.232320] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 917.024668] env[65321]: INFO networking_nsxv3.common.synchronization [req-71e0ba75-ac6e-489e-8e1d-e1b8e47216ee req-405388df-04fb-4031-bfaf-a9c4f55a5b70 tempest-ServerAddressesNegativeTestJSON-2028188878 tempest-ServerAddressesNegativeTestJSON-2028188878-project-member] Enqueued Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_members [ 917.025227] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_members [ 917.025536] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.025660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.025727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.026089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.026296] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.026406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.026469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.026640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.026726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.026822] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.376650] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-85 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.376650] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.377038] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.377563] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.377563] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.377563] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.377771] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.377900] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.378046] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.378246] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.378348] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.378448] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.378548] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.382019] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.382019] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.382019] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.400380] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.400546] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.400684] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.401063] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-85" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.401399] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-67619956-49e1-4fac-ade0-b3c666132c41 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.401609] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.401778] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.402112] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.402252] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67619956-49e1-4fac-ade0-b3c666132c41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.529765] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.529982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.530043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.530376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.530793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.530793] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.530926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.530926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.531112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.531192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.531281] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceda117-2064-402e-8f86-d382d4f80600 already deleted. [ 917.531362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.904490] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.904490] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.904853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.904853] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.904944] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.905122] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 67619956-49e1-4fac-ade0-b3c666132c41 not found, creating... [ 917.905506] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.905642] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.905676] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.905917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.906073] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.906377] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.906534] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.906649] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.906874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.907015] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.907165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 67619956-49e1-4fac-ade0-b3c666132c41 is going to be created. [ 917.929100] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.929350] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.929504] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.929857] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.930125] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.930392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.686418] env[65321]: INFO networking_nsxv3.common.synchronization [req-71e0ba75-ac6e-489e-8e1d-e1b8e47216ee req-16d4b2ad-5c3e-4d74-adf5-8c38a80f4764 service nova] Enqueued Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_rules [ 918.686418] env[65321]: INFO networking_nsxv3.common.synchronization [req-71e0ba75-ac6e-489e-8e1d-e1b8e47216ee req-16d4b2ad-5c3e-4d74-adf5-8c38a80f4764 service nova] Enqueued Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_members [ 918.686418] env[65321]: INFO networking_nsxv3.common.synchronization [req-71e0ba75-ac6e-489e-8e1d-e1b8e47216ee req-16d4b2ad-5c3e-4d74-adf5-8c38a80f4764 service nova] Enqueued Resource ID: 67619956-49e1-4fac-ade0-b3c666132c41 with Priority: HIGHEST for action port [ 918.686418] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_rules [ 918.686418] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_members [ 918.691498] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67619956-49e1-4fac-ade0-b3c666132c41 with Priority: HIGHEST for action port [ 918.691498] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.691498] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.691498] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.691498] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.691498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.691498] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.694676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-67619956-49e1-4fac-ade0-b3c666132c41 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.694676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.694676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.694676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.694676] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67619956-49e1-4fac-ade0-b3c666132c41',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.197076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.197076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.197308] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67619956-49e1-4fac-ade0-b3c666132c41 with status ACTIVE [ 919.197448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.197994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.197994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.197994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.197994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.198222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.198295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.198295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.198665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.198665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.198751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.198809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.198845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.198978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.199333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.199333] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67619956-49e1-4fac-ade0-b3c666132c41 is going to be updated. [ 919.223068] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.223272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.223272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.223481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.223613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.223848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67619956-49e1-4fac-ade0-b3c666132c41" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.701223] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.203620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.203891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.203966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.205536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.205536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.205536] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceda117-2064-402e-8f86-d382d4f80600 is going to be created. [ 920.245204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.245428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.245507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.245960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.246254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.257816] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceda117-2064-402e-8f86-d382d4f80600 in Status: UNINITIALIZED for 2s [ 920.714754] env[65321]: INFO networking_nsxv3.common.synchronization [req-1af30be7-3db0-46a3-ae7c-c8b811cb0a03 req-bc9e87a6-255a-469c-9657-dff864377608 tempest-ServerGroupTestJSON-1515098537 tempest-ServerGroupTestJSON-1515098537-project-member] Enqueued Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_members [ 920.715352] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_members [ 920.715710] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.715952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.715952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.716215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.716360] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.716461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.716514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.716632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.716717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.716861] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.146120] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-589 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.146316] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-589" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.146437] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-589" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.146768] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-589" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.147048] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.147209] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.147328] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.148372] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.148372] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.148515] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.148590] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 921.148765] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 921.149440] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 921.149440] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 921.149440] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 921.149440] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 921.170830] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 921.171075] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 921.171362] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 921.171618] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-589" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.172132] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.172405] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.172647] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.173152] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.173354] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be6b3c0-1400-4d43-9aa2-ff5db2589ef2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.222988] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.223298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.223385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.223671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.223814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.224089] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.224249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.224359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.224586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.224711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.224849] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 already deleted. [ 921.224985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.678633] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.678633] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.678633] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.678633] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.678633] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.678633] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 not found, creating... [ 921.678633] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.678922] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.678922] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.679099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.679172] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.679433] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.679661] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.679746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.679962] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.680391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.680628] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 is going to be created. [ 921.702867] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.707033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.707033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.707033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.707033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.707033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.268300] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceda117-2064-402e-8f86-d382d4f80600 in Status: SUCCESS [ 922.268610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.268778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.269189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.269320] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.269395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.269430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.269964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.269964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.269964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.269964] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.482355] env[65321]: INFO networking_nsxv3.common.synchronization [req-1af30be7-3db0-46a3-ae7c-c8b811cb0a03 req-01fe1bd3-7128-4b86-8816-b588f685060c service nova] Enqueued Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_rules [ 922.482477] env[65321]: INFO networking_nsxv3.common.synchronization [req-1af30be7-3db0-46a3-ae7c-c8b811cb0a03 req-01fe1bd3-7128-4b86-8816-b588f685060c service nova] Enqueued Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_members [ 922.482535] env[65321]: INFO networking_nsxv3.common.synchronization [req-1af30be7-3db0-46a3-ae7c-c8b811cb0a03 req-01fe1bd3-7128-4b86-8816-b588f685060c service nova] Enqueued Resource ID: 4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 with Priority: HIGHEST for action port [ 922.483174] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_rules [ 922.483315] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_members [ 922.483411] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 with Priority: HIGHEST for action port [ 922.485130] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.485373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.486867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.487317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.487431] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.488868] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.490017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.490017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.490017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.490017] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.490017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.490017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.490279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.490334] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.490466] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.491628] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.491763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.491819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.492044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.492152] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4be6b3c0-1400-4d43-9aa2-ff5db2589ef2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.772093] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.772660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.772778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.773189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.773440] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.773716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.773716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.774023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.774132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.774232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.774416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.774521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.775746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.775988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.776307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.776374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.776513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.776607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.776707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.776822] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.994245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.994396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.994634] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 with status ACTIVE [ 922.994874] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.994999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.995120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.995377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.995497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.995703] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.995828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.995900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.996105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.996193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.996453] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.996607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.996711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.996937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.997053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.997158] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4be6b3c0-1400-4d43-9aa2-ff5db2589ef2 is going to be updated. [ 922.998645] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.022061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.022223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.022292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.022520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.022630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.022931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4be6b3c0-1400-4d43-9aa2-ff5db2589ef2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.280194] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8ceda117-2064-402e-8f86-d382d4f80600: rpc.has_security_group_logging(os_id): False [ 923.315860] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.316103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.316330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.316433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.316649] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.316841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.317312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.317650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.317893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.318295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.318438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.318518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.318856] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.319047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.319362] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.319501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.319596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.319896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.320036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.320163] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8ceda117-2064-402e-8f86-d382d4f80600 is going to be created. [ 923.405607] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.405837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.405937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.406290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.406602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.423135] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceda117-2064-402e-8f86-d382d4f80600 in Status: IN_PROGRESS for 2s [ 923.501304] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.005949] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.005949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.005949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.005949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.005949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.005949] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 is going to be created. [ 924.032733] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.032948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.032948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.033256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.033463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.044922] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 in Status: UNINITIALIZED for 2s [ 925.437757] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8ceda117-2064-402e-8f86-d382d4f80600 in Status: SUCCESS [ 925.437757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.058754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 in Status: SUCCESS [ 926.059028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.059218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.059438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.059886] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.060019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.060109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.060299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.060363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.060410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.060504] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.563885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.563885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.563885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.564392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.564392] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.564392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.564392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.564597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.564597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.564688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.565024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.565024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.565153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.565234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.565659] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.566018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.566018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.566182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.568582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.568582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.568582] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.969261] env[65321]: INFO networking_nsxv3.common.synchronization [None req-0e5f25c0-4ebd-443a-bcd7-ca588dd33bbf None None] Enqueued Resource ID: f3d08f25-c29d-4b26-b257-89f568eb42b3 with Priority: HIGHEST for action port [ 926.969899] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d08f25-c29d-4b26-b257-89f568eb42b3 with Priority: HIGHEST for action port [ 926.970201] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3d08f25-c29d-4b26-b257-89f568eb42b3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.970413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3d08f25-c29d-4b26-b257-89f568eb42b3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.970413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3d08f25-c29d-4b26-b257-89f568eb42b3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.970673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3d08f25-c29d-4b26-b257-89f568eb42b3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.970800] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3d08f25-c29d-4b26-b257-89f568eb42b3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.074619] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6b69b5d-2c9a-48e3-820a-ef4771db3270: rpc.has_security_group_logging(os_id): False [ 927.096904] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.097654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.097654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.097654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.097654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.097878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.097957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.098032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.098569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.098711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.099449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.099449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.099449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.099619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.099619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.099962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.100107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.100216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.100507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.100765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.100904] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 is going to be created. [ 927.170330] env[65321]: INFO networking_nsxv3.common.synchronization [req-359310f3-8681-47fb-8a44-0430a28ad014 req-94c01702-73c4-4710-9719-06affb8f948f tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_members [ 927.172222] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.172982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.172982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.172982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.173267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.175407] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_members [ 927.176031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.176411] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.176542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.176842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.177287] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.177485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.177622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.177957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.178148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.178256] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.192200] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 in Status: IN_PROGRESS for 2s [ 927.472941] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3d08f25-c29d-4b26-b257-89f568eb42b3 [ 927.473465] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.473699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.473801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.474064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.474209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.475206] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3d08f25-c29d-4b26-b257-89f568eb42b3 already deleted. [ 927.475206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3d08f25-c29d-4b26-b257-89f568eb42b3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.682982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.682982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.682982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.682982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.682982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.682982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.682982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.683746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.683746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.683746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.683746] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 already deleted. [ 927.683746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.717282] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.717571] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.717835] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.718248] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.718666] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.718837] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.718957] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.719351] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.719561] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.719793] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.719912] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 927.720198] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 927.720337] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 927.720465] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 927.720612] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 927.720754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 927.743659] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 927.743867] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 927.744048] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 927.744338] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.744754] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-b6f0086f-587c-4983-8a45-b3ae17709942 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.744910] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.745351] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.745429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.745536] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f0086f-587c-4983-8a45-b3ae17709942',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.248321] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.248711] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.248785] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.250230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.250230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.250230] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port b6f0086f-587c-4983-8a45-b3ae17709942 not found, creating... [ 928.250230] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.250230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.250230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.250230] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.250529] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.250529] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.250682] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.250870] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.251026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.251149] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.251286] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: b6f0086f-587c-4983-8a45-b3ae17709942 is going to be created. [ 928.274028] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.274028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.274028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.274276] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.274464] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.274687] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.394187] env[65321]: INFO networking_nsxv3.common.synchronization [None req-48c19a07-8858-4411-8578-b08f2d5863a8 tempest-ServersV294TestFqdnHostnames-254075688 tempest-ServersV294TestFqdnHostnames-254075688-project-member] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_rules [ 928.394187] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_rules [ 928.394640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.394640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.394640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.394865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.394946] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.591306] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d0d1e52c-e1cc-4027-9251-e63393c46a31 tempest-ServersV294TestFqdnHostnames-254075688 tempest-ServersV294TestFqdnHostnames-254075688-project-member] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_rules [ 928.592251] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_rules [ 928.592718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.592892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.836883] env[65321]: INFO networking_nsxv3.common.synchronization [req-da5a13d7-971d-4db5-aad3-9ea1d3e5dd28 req-ea7fb9a7-3852-4b3d-95cf-de72e04fe39b tempest-ServerAddressesNegativeTestJSON-2028188878 tempest-ServerAddressesNegativeTestJSON-2028188878-project-member] Enqueued Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_members [ 928.837788] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ceda117-2064-402e-8f86-d382d4f80600 with Priority: HIGHEST for action security_group_members [ 928.838090] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8ceda117-2064-402e-8f86-d382d4f80600 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.838236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.838236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.838450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.838649] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.838780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.838839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.838970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.839069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.839166] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8ceda117-2064-402e-8f86-d382d4f80600',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.924027] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.924027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 already deleted. [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.924027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.924027] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.023029] env[65321]: INFO networking_nsxv3.common.synchronization [req-359310f3-8681-47fb-8a44-0430a28ad014 req-41a4eb02-33d5-4db8-9608-f537af558262 service nova] Enqueued Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_rules [ 929.023029] env[65321]: INFO networking_nsxv3.common.synchronization [req-359310f3-8681-47fb-8a44-0430a28ad014 req-41a4eb02-33d5-4db8-9608-f537af558262 service nova] Enqueued Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_members [ 929.023029] env[65321]: INFO networking_nsxv3.common.synchronization [req-359310f3-8681-47fb-8a44-0430a28ad014 req-41a4eb02-33d5-4db8-9608-f537af558262 service nova] Enqueued Resource ID: b6f0086f-587c-4983-8a45-b3ae17709942 with Priority: HIGHEST for action port [ 929.023029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_rules [ 929.023029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_members [ 929.023029] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6f0086f-587c-4983-8a45-b3ae17709942 with Priority: HIGHEST for action port [ 929.023029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.023029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.025534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.025534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.025534] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.026144] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.026524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.026694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.027168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.028314] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.028314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.028314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.028314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.028314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.028551] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.029633] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6f0086f-587c-4983-8a45-b3ae17709942 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.029889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.030065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.030304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.031117] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6f0086f-587c-4983-8a45-b3ae17709942',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.205696] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 in Status: SUCCESS [ 929.205934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.341878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.342327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.342470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.342724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.342823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.343080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.343207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.343285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.343462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.343574] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.343681] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceda117-2064-402e-8f86-d382d4f80600 is going to be updated. [ 929.380707] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.380942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.380942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.381153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.381304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.397032] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceda117-2064-402e-8f86-d382d4f80600 in Status: IN_PROGRESS for 2s [ 929.449185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.449376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.449446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.449659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.450278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.450278] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 already deleted. [ 929.450278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.533509] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.533626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.533742] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.534923] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6f0086f-587c-4983-8a45-b3ae17709942 with status ACTIVE [ 929.535177] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.535321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.535394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.535694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.535906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.539363] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.539508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.539559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.539787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.539920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.540266] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.540446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.540560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.540779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.540921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.541147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6f0086f-587c-4983-8a45-b3ae17709942 is going to be updated. [ 929.565479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.565631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.565721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.565944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.566141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.566353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6f0086f-587c-4983-8a45-b3ae17709942" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.788057] env[65321]: INFO networking_nsxv3.common.synchronization [None req-41b61892-9e40-422d-ae01-73637b9f1191 None None] Enqueued Resource ID: a1edc82b-a651-4af4-804b-313414d25855 with Priority: HIGHEST for action port [ 929.788881] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a1edc82b-a651-4af4-804b-313414d25855 with Priority: HIGHEST for action port [ 929.789411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a1edc82b-a651-4af4-804b-313414d25855 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.789562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a1edc82b-a651-4af4-804b-313414d25855" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.789673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a1edc82b-a651-4af4-804b-313414d25855" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.790067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a1edc82b-a651-4af4-804b-313414d25855" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.790433] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a1edc82b-a651-4af4-804b-313414d25855',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.996882] env[65321]: INFO networking_nsxv3.common.synchronization [req-00b34b9f-60ca-45d3-b181-dcb34e510d2f req-35f7a4e5-9104-4f69-a46a-1ff86b315cab tempest-ServerRescueTestJSON-629029677 tempest-ServerRescueTestJSON-629029677-project-member] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 929.997422] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 929.997982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.998130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.998248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.998498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.998743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.998878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.998983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.999204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.999329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.999450] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.043719] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.293108] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a1edc82b-a651-4af4-804b-313414d25855 [ 930.293372] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.293657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.293657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.293857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.293947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.294054] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a1edc82b-a651-4af4-804b-313414d25855 already deleted. [ 930.294189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a1edc82b-a651-4af4-804b-313414d25855" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.436760] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-511 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.436958] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.437089] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.437362] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.437629] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.437819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.437937] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.438906] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.439076] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.439296] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.439412] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 930.439514] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 930.439618] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 930.439723] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 930.439894] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 930.440039] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 930.462295] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 930.462429] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 930.462512] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 930.462699] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-511" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.467595] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-a82d6adb-77e7-410c-8638-4857507d83ef taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.467595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.467595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.471356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.471506] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82d6adb-77e7-410c-8638-4857507d83ef',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.501897] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.546088] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.546341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.546341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.546532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.546613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.546709] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 is going to be created. [ 930.575744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.575972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.576114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.576369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.576533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.587689] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbc2f9-6963-4db0-81d1-6850f07e8884 in Status: UNINITIALIZED for 2s [ 930.973656] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.973917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.974071] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.974507] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.974507] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.974657] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port a82d6adb-77e7-410c-8638-4857507d83ef not found, creating... [ 930.975056] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.975141] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.975298] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.975447] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.975578] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.975853] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.976084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.976145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.976481] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.976481] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.976607] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: a82d6adb-77e7-410c-8638-4857507d83ef is going to be created. [ 931.003145] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.003145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.003145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.003504] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.003504] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.004334] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.005574] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.409383] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8ceda117-2064-402e-8f86-d382d4f80600 in Status: SUCCESS [ 931.409383] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8ceda117-2064-402e-8f86-d382d4f80600 deletion is rescheduled due to dependency. [ 931.409383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8ceda117-2064-402e-8f86-d382d4f80600" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.507861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.508089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.508173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.508513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.508654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.508808] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be updated. [ 931.541299] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.541477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.541516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.541719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.541865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.553260] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: IN_PROGRESS for 2s [ 931.707519] env[65321]: INFO networking_nsxv3.common.synchronization [req-00b34b9f-60ca-45d3-b181-dcb34e510d2f req-6ad4f1b1-4aa8-4b19-83cf-4616c43a3317 service nova] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_rules [ 931.707713] env[65321]: INFO networking_nsxv3.common.synchronization [req-00b34b9f-60ca-45d3-b181-dcb34e510d2f req-6ad4f1b1-4aa8-4b19-83cf-4616c43a3317 service nova] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 931.707875] env[65321]: INFO networking_nsxv3.common.synchronization [req-00b34b9f-60ca-45d3-b181-dcb34e510d2f req-6ad4f1b1-4aa8-4b19-83cf-4616c43a3317 service nova] Enqueued Resource ID: a82d6adb-77e7-410c-8638-4857507d83ef with Priority: HIGHEST for action port [ 931.708513] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_rules [ 931.708651] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 931.709263] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a82d6adb-77e7-410c-8638-4857507d83ef with Priority: HIGHEST for action port [ 931.709681] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.710018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.710172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.710494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.710681] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.713024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.713024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.713024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a82d6adb-77e7-410c-8638-4857507d83ef taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.713331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.713437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.713711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.713891] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a82d6adb-77e7-410c-8638-4857507d83ef',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.217947] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.218363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.218363] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a82d6adb-77e7-410c-8638-4857507d83ef with status ACTIVE [ 932.218494] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.218602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.218661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.218894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.218987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.219189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.219306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.219363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.219513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.219593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.219809] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.219928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.219994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.220152] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.220225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.220322] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a82d6adb-77e7-410c-8638-4857507d83ef is going to be updated. [ 932.261697] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.261884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.261939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.262128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.262366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.262619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a82d6adb-77e7-410c-8638-4857507d83ef" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.597605] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbc2f9-6963-4db0-81d1-6850f07e8884 in Status: SUCCESS [ 932.597890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.598013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.598247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.598462] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.598579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.598653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.598847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.598937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.599027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.599193] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.102231] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.568784] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 933.569166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.569309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.569834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.570423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.570423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.570728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.571019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.571195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.571384] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.604384] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for debbc2f9-6963-4db0-81d1-6850f07e8884: rpc.has_security_group_logging(os_id): False [ 933.638217] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.638217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.638217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.638217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.638217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.638558] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.638558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.638685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.638751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.642261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.642261] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 is going to be created. [ 933.722593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.722736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.722809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.723054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.723263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.740526] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbc2f9-6963-4db0-81d1-6850f07e8884 in Status: IN_PROGRESS for 2s [ 934.074203] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.576944] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.081731] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.081918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.081993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.082250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.082382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.082453] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be updated. [ 935.116397] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.116538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.116624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.116869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.117113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.129332] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: IN_PROGRESS for 2s [ 935.456327] env[65321]: INFO networking_nsxv3.common.synchronization [req-2aefbefc-d3c5-4407-ac11-9ed6cd2eed66 req-e5429b56-37c6-4f61-925a-7d7c99aa99e9 tempest-ServerGroupTestJSON-1515098537 tempest-ServerGroupTestJSON-1515098537-project-member] Enqueued Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_members [ 935.456327] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 with Priority: HIGHEST for action security_group_members [ 935.463272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b69b5d-2c9a-48e3-820a-ef4771db3270 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.463272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.463272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.463272] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6b69b5d-2c9a-48e3-820a-ef4771db3270',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.756977] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: debbc2f9-6963-4db0-81d1-6850f07e8884 in Status: SUCCESS [ 935.756977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.860791] env[65321]: INFO networking_nsxv3.common.synchronization [req-02b6c6be-5a9c-4b82-8a07-be43cfd6898e req-866240e9-3b63-434b-9813-4265ff7ac920 tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 935.861873] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 935.862049] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.862309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.862343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.862556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.862729] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.862877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.862877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.863058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.863141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.863321] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.964903] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.965084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.965185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.965401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.965636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.965674] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.965778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.965840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.967155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.967155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.967155] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 is going to be updated. [ 936.003603] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.003603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.003603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.003603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.003603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.014745] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 in Status: IN_PROGRESS for 2s [ 936.366653] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.366653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.366653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.366653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.366653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.366653] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.366653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.366983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.366983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.367068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.367212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 936.400445] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.400644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.400723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.400994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.401221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.413043] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 937.143020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 937.143336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.143451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.143656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.143852] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.143985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.144072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.144242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.144312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.144399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.144503] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.647174] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.647384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.647503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.648232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.648232] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.648232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.648232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.648447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.648521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.648599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.649112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.649112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.649332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.649372] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.649504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.649569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.649726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.649858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.649973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.650120] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.028255] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 in Status: SUCCESS [ 938.028430] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b69b5d-2c9a-48e3-820a-ef4771db3270 deletion is rescheduled due to dependency. [ 938.028548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b69b5d-2c9a-48e3-820a-ef4771db3270" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.153761] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4fea0f37-7cbf-45e2-96dc-ed10386dfc89: rpc.has_security_group_logging(os_id): False [ 938.174026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.174026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.174026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.174026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.174552] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.174552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.174552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.174552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.174552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.175449] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be updated. [ 938.250039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.250039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.250039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.250039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.250039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.273657] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: IN_PROGRESS for 2s [ 938.425988] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 938.425988] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 938.425988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.209848] env[65321]: INFO networking_nsxv3.common.synchronization [req-07007817-2ac9-4601-9dba-daff137f6a0a req-84c2c788-8b6b-4ed0-9215-145825f62488 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 939.211357] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 939.211357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.211357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.211357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.211357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.211624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.211624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.211712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.211965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.211965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.212064] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.666426] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.666426] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.667553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.667553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.668057] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.668057] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.668180] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.668475] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.668639] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.668911] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.669055] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.669165] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.669308] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.669462] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.669572] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.669763] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.693754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.694022] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.694120] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.694369] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.694895] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-e71af750-92c7-47c5-9b7d-b1050580c1cb taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.695118] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.695247] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.695573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.695709] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71af750-92c7-47c5-9b7d-b1050580c1cb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.716080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.716080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.716080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.716080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.716080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.716080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.716080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.716692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.716992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.717300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.717526] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e already deleted. [ 939.718186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.198917] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.199235] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.199433] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.199737] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.199982] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.200278] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port e71af750-92c7-47c5-9b7d-b1050580c1cb not found, creating... [ 940.200544] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.200707] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.200832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.201090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.201272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.201601] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.201796] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.201927] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.202140] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.202275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.202505] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: e71af750-92c7-47c5-9b7d-b1050580c1cb is going to be created. [ 940.229120] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.229556] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.229556] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.229756] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.230102] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.230351] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.290916] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 940.291206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.893140] env[65321]: INFO networking_nsxv3.common.synchronization [req-69818567-48e9-4425-9873-473df9b02dc3 req-e7593270-03ed-48f8-8599-05676f36b0b6 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 940.893773] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGHEST for action security_group_members [ 940.894112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.894303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.894303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.894497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.894651] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.894759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.894836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.894992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.895096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.895193] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.928863] env[65321]: INFO networking_nsxv3.common.synchronization [req-07007817-2ac9-4601-9dba-daff137f6a0a req-7e80b406-63c3-423e-b976-3b6a87c64d31 service nova] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 940.928863] env[65321]: INFO networking_nsxv3.common.synchronization [req-07007817-2ac9-4601-9dba-daff137f6a0a req-7e80b406-63c3-423e-b976-3b6a87c64d31 service nova] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 940.928863] env[65321]: INFO networking_nsxv3.common.synchronization [req-07007817-2ac9-4601-9dba-daff137f6a0a req-7e80b406-63c3-423e-b976-3b6a87c64d31 service nova] Enqueued Resource ID: e71af750-92c7-47c5-9b7d-b1050580c1cb with Priority: HIGHEST for action port [ 940.929328] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 940.929328] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 940.929449] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e71af750-92c7-47c5-9b7d-b1050580c1cb with Priority: HIGHEST for action port [ 940.929806] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.929806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.929944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.930074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.930179] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.932758] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.932758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.932882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.933058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.933206] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.933367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.933367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.933550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.933625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.933805] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.934444] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e71af750-92c7-47c5-9b7d-b1050580c1cb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.934537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.935119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.935119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.935119] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e71af750-92c7-47c5-9b7d-b1050580c1cb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.400814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.400814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.400814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.400814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.401354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.401354] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.401354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.401354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.401656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.401656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.401656] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be updated. [ 941.429305] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.429536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.429536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.429809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.430070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.436981] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.436981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.437396] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e71af750-92c7-47c5-9b7d-b1050580c1cb with status ACTIVE [ 941.437396] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.437890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.437890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.437890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.437890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.438142] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.438395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.438395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.438575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.438620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.438823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.438942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.439022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.439542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.439542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.439542] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e71af750-92c7-47c5-9b7d-b1050580c1cb is going to be updated. [ 941.441149] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.442761] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: IN_PROGRESS for 2s [ 941.464968] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.464968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.464968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.464968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.464968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.464968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e71af750-92c7-47c5-9b7d-b1050580c1cb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.944414] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.447743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.448885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.448885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.448885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.448885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.448885] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be created. [ 942.486678] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.486917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.486917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.487128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.487298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.500605] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: UNINITIALIZED for 2s [ 943.454307] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f in Status: SUCCESS [ 943.454643] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f deletion is rescheduled due to dependency. [ 943.454759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.511167] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 944.511483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.511573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.511765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.511959] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.512099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.512201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.512484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.512591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.512709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.512816] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.961095] env[65321]: INFO networking_nsxv3.common.synchronization [req-494eb384-1b21-4783-a2f7-da79143c1681 req-d413252e-968e-40d6-9b4e-73bd31ec68d4 tempest-ListServerFiltersTestJSON-713230731 tempest-ListServerFiltersTestJSON-713230731-project-member] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 944.961763] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 944.962664] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.962997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.963136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.965854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.966297] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.966560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.966649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.966845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.966937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.967175] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.017273] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.471659] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.518700] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e: rpc.has_security_group_logging(os_id): False [ 945.538721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.538854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.538854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.539036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.539256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.539436] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.539552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.539612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.539793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.539901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.540014] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be created. [ 945.613603] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.613767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.613844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.614146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.614371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.627161] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 945.977383] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.482544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.482745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.482777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.483034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.483096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.483241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 946.514183] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.514183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.514183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.514183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.514183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.522086] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 946.710334] env[65321]: INFO networking_nsxv3.common.synchronization [req-59b82a56-7746-4c1f-a935-dc47b2fd3500 req-be919e4b-27b2-4a9e-b61e-475abf3f4212 tempest-MigrationsAdminTest-1555844146 tempest-MigrationsAdminTest-1555844146-project-member] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 946.710868] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 946.711220] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.711349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.711415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.711615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.711774] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.712174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.712174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.712291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.712379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.712476] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.215158] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.640481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 947.640808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.717606] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.221514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.221682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.221755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.221975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.222089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.222180] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be updated. [ 948.249516] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.249707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.249755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.249984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.250159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.261338] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 948.533297] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 948.533530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.272202] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 950.272547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.712227] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 951.712540] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 956.189957] env[65321]: INFO networking_nsxv3.common.synchronization [None req-05bf7c7e-e3ac-45c9-89dd-315a85160aad None None] Enqueued Resource ID: 66e79227-c851-4675-8b05-f792b60bc6be with Priority: HIGHEST for action port [ 956.189957] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66e79227-c851-4675-8b05-f792b60bc6be with Priority: HIGHEST for action port [ 956.189957] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-66e79227-c851-4675-8b05-f792b60bc6be taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.189957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66e79227-c851-4675-8b05-f792b60bc6be" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.189957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66e79227-c851-4675-8b05-f792b60bc6be" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.189957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66e79227-c851-4675-8b05-f792b60bc6be" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.189957] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66e79227-c851-4675-8b05-f792b60bc6be',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.693075] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 66e79227-c851-4675-8b05-f792b60bc6be [ 956.693324] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.693497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.693570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.693948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.693948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.693948] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:66e79227-c851-4675-8b05-f792b60bc6be already deleted. [ 956.694081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66e79227-c851-4675-8b05-f792b60bc6be" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.759512] env[65321]: INFO networking_nsxv3.common.synchronization [req-6f714153-3533-4cde-93d9-1cdaf201cc00 req-5b4d00c5-a6a9-4571-8178-8c0b775c7559 tempest-ServersAdminTestJSON-2144628735 tempest-ServersAdminTestJSON-2144628735-project-member] Enqueued Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 956.760065] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48636f49-2ec8-46ef-9e24-c304887ecadb with Priority: HIGHEST for action security_group_members [ 956.760372] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-48636f49-2ec8-46ef-9e24-c304887ecadb taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.760488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.760557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.760759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.760908] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.761011] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.761093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.761281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.761379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.761471] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48636f49-2ec8-46ef-9e24-c304887ecadb',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.263322] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.263716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.263716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.263809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.292405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.292628] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.292785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.292825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.293070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.293142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.293245] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb is going to be updated. [ 957.331153] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.331153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.331153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.331153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.331433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.344145] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: IN_PROGRESS for 2s [ 958.717058] env[65321]: INFO networking_nsxv3.common.synchronization [req-dcd10c4e-0dec-42ed-a32c-4e79027466a0 req-6419275a-e46a-40bc-9145-6e60347b7420 tempest-ServersWithSpecificFlavorTestJSON-1239076367 tempest-ServersWithSpecificFlavorTestJSON-1239076367-project-member] Enqueued Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 958.718508] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a with Priority: HIGHEST for action security_group_members [ 958.718508] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.718508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.718508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.718508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.718804] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.718804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.718894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.718991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.719060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.719158] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b8d54fbf-9b5c-444f-973f-4f19e5d6358a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.151925] env[65321]: INFO networking_nsxv3.common.synchronization [req-4760459d-5177-4413-bd1c-8f81a30603e7 req-95109d29-da06-4f49-8e31-803f48bcf046 tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 959.152486] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 959.152790] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.152924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.153090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.153183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.153348] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.153478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.153521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.153647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.153735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.153827] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.221037] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.223014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.223014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.223014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.247026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.247340] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.247495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.247863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.248022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.248197] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a is going to be updated. [ 959.285074] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.285272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.285355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.285522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.285667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.297133] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: IN_PROGRESS for 2s [ 959.355595] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48636f49-2ec8-46ef-9e24-c304887ecadb in Status: SUCCESS [ 959.355732] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48636f49-2ec8-46ef-9e24-c304887ecadb deletion is rescheduled due to dependency. [ 959.355732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48636f49-2ec8-46ef-9e24-c304887ecadb" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.657353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.657580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.657631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.657840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.681627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.681981] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.682211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.682336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.682577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.682667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.682782] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 959.713750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.713924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.713961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.714172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.714316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.725711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 960.161031] env[65321]: INFO networking_nsxv3.common.synchronization [req-e3445831-8d43-483a-a853-1013f5866bdd req-0400e342-85e0-4e52-92e2-c43317a30b16 tempest-ServerRescueTestJSON-629029677 tempest-ServerRescueTestJSON-629029677-project-member] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 960.162187] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 960.162633] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.162795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.162890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.163035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.163357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.163513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.163560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.163653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.163748] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.666459] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.714070] env[65321]: INFO networking_nsxv3.common.synchronization [None req-870fd01b-7917-4ce3-b7f1-8a10e2fca590 None None] Enqueued Resource ID: a700344c-a01e-47d7-8a6f-87f2a03dd617 with Priority: HIGHEST for action port [ 960.714313] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a700344c-a01e-47d7-8a6f-87f2a03dd617 with Priority: HIGHEST for action port [ 960.714653] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a700344c-a01e-47d7-8a6f-87f2a03dd617 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.714781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a700344c-a01e-47d7-8a6f-87f2a03dd617" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.714850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a700344c-a01e-47d7-8a6f-87f2a03dd617" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.716609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a700344c-a01e-47d7-8a6f-87f2a03dd617" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.716707] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a700344c-a01e-47d7-8a6f-87f2a03dd617',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.168316] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.219695] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a700344c-a01e-47d7-8a6f-87f2a03dd617 [ 961.219695] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.219695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.219695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.219695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.219695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.219695] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a700344c-a01e-47d7-8a6f-87f2a03dd617 already deleted. [ 961.219695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a700344c-a01e-47d7-8a6f-87f2a03dd617" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.308104] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a in Status: SUCCESS [ 961.308725] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b8d54fbf-9b5c-444f-973f-4f19e5d6358a deletion is rescheduled due to dependency. [ 961.308725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b8d54fbf-9b5c-444f-973f-4f19e5d6358a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.670901] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.670901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.670901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.671249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.671346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.671453] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be updated. [ 961.702718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.702718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.702718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.702718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.702718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.714098] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: IN_PROGRESS for 2s [ 961.736757] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 961.736757] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 deletion is rescheduled due to dependency. [ 961.736925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.903802] env[65321]: INFO networking_nsxv3.common.synchronization [req-fb9302d5-2c3e-47bc-82d8-cabc846ec1d1 req-f5316f6f-75f1-4890-b423-5b3bfc651dfd tempest-ServersV294TestFqdnHostnames-254075688 tempest-ServersV294TestFqdnHostnames-254075688-project-member] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_members [ 962.903802] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_members [ 962.903802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.903802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.904339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.904339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.904339] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.904448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.904448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.905037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.905037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.905037] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.235807] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.236016] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.236149] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.236488] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.236752] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.236908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.237042] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.237306] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.237462] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.237728] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.237923] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.238117] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.238239] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.238357] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.238463] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.238649] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.258204] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.258348] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.258931] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.258931] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.259055] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-343d0828-03a9-40b4-b9b1-6ce52136e279 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.259130] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.259253] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.259614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.259754] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343d0828-03a9-40b4-b9b1-6ce52136e279',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.406799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.406988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.407098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.407352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.407476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.407760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.407910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.407995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.408243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.408338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.408432] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 already deleted. [ 963.408530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.726624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 963.726982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.762578] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.762840] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.762971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.763294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.763450] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.763623] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 343d0828-03a9-40b4-b9b1-6ce52136e279 not found, creating... [ 963.763902] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.764079] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.764209] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.764430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.764574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.764853] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.765026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.765156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.765376] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.765516] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.765653] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 343d0828-03a9-40b4-b9b1-6ce52136e279 is going to be created. [ 963.788175] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.788449] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.788562] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.788837] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.789109] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.789348] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.498286] env[65321]: INFO networking_nsxv3.common.synchronization [req-fb9302d5-2c3e-47bc-82d8-cabc846ec1d1 req-90720f29-1fb3-4995-8603-b21425f888da service nova] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_rules [ 964.498574] env[65321]: INFO networking_nsxv3.common.synchronization [req-fb9302d5-2c3e-47bc-82d8-cabc846ec1d1 req-90720f29-1fb3-4995-8603-b21425f888da service nova] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_members [ 964.499152] env[65321]: INFO networking_nsxv3.common.synchronization [req-fb9302d5-2c3e-47bc-82d8-cabc846ec1d1 req-90720f29-1fb3-4995-8603-b21425f888da service nova] Enqueued Resource ID: 343d0828-03a9-40b4-b9b1-6ce52136e279 with Priority: HIGHEST for action port [ 964.499655] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_rules [ 964.499793] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_members [ 964.499889] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 343d0828-03a9-40b4-b9b1-6ce52136e279 with Priority: HIGHEST for action port [ 964.500739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.500934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.501158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.501338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.501414] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.502829] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.503009] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.503108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.503306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.503522] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.503635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.503970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.504175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.504300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.504425] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.505350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-343d0828-03a9-40b4-b9b1-6ce52136e279 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.505497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.505592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.505776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.505884] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('343d0828-03a9-40b4-b9b1-6ce52136e279',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.007342] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.007472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.007670] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.008648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 343d0828-03a9-40b4-b9b1-6ce52136e279 with status ACTIVE [ 965.008827] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.008959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.008999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.009253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.009337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.009511] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.009603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.009662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.009810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.009922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.010117] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.010270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.010314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.010457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.010544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.010611] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 343d0828-03a9-40b4-b9b1-6ce52136e279 is going to be updated. [ 965.033517] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.033669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.033729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.033930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.034083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.034248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-343d0828-03a9-40b4-b9b1-6ce52136e279" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.376724] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e35404e-2a0a-4922-9606-67f4c9578cf9 req-408483de-d22c-48dd-8e34-82da4a9fb3bd tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 965.377295] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 965.377601] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.378251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.378319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.378542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.378705] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.378810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.378874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.379040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.379165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.379264] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.513231] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.722778] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.723817] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.725199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.725199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.725199] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.725480] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.725480] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.725628] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.725769] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.725973] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.727045] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 965.727045] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 965.727045] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 965.727045] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 965.727045] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 965.727045] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 965.745959] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 965.746138] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 965.746275] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 965.746443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.746854] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-aee08632-ff61-48ee-9fe3-8114ddd54d05 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.746966] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.747067] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.747368] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.747503] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee08632-ff61-48ee-9fe3-8114ddd54d05',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.882093] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.882093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.882093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.882325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.882381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.882626] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.882730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.886442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.886442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.886442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.886442] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 965.913687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.913687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.913687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.913687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.913687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.922631] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 966.015738] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.015898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.015973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.016379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.016379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.016379] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 is going to be created. [ 966.047708] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.047871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.047976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.048203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.048399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.059965] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7601425-5a5e-4747-8af9-3757f2ad1221 in Status: UNINITIALIZED for 2s [ 966.250471] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.250772] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.250833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.251172] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.251356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.251572] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port aee08632-ff61-48ee-9fe3-8114ddd54d05 not found, creating... [ 966.251910] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.252137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.252310] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.252602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.252920] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.253492] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.253714] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.253858] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.254181] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.254323] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.254496] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: aee08632-ff61-48ee-9fe3-8114ddd54d05 is going to be created. [ 966.299667] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 966.299908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.300094] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.300403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.300648] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.300900] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.432012] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e35404e-2a0a-4922-9606-67f4c9578cf9 req-69c312a4-92df-4cc6-a62c-6e07fd671a31 service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 967.432260] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e35404e-2a0a-4922-9606-67f4c9578cf9 req-69c312a4-92df-4cc6-a62c-6e07fd671a31 service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 967.432368] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e35404e-2a0a-4922-9606-67f4c9578cf9 req-69c312a4-92df-4cc6-a62c-6e07fd671a31 service nova] Enqueued Resource ID: aee08632-ff61-48ee-9fe3-8114ddd54d05 with Priority: HIGHEST for action port [ 967.432911] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 967.433217] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 967.433490] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aee08632-ff61-48ee-9fe3-8114ddd54d05 with Priority: HIGHEST for action port [ 967.434292] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.434445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.434532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.434757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.434855] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.436198] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.436308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.436699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-aee08632-ff61-48ee-9fe3-8114ddd54d05 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.436819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.436891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.437100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.437180] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('aee08632-ff61-48ee-9fe3-8114ddd54d05',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.936559] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 967.936559] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.936559] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.936559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.936559] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.939937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.940882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.940882] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port aee08632-ff61-48ee-9fe3-8114ddd54d05 with status ACTIVE [ 967.941071] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.941206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.941300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.941551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.941615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.942072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.942072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.942072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.943364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.943364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.943364] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.943364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.943364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.943364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.943364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.943364] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: aee08632-ff61-48ee-9fe3-8114ddd54d05 is going to be updated. [ 967.977582] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.977720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.978109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.978109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.978242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.978314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-aee08632-ff61-48ee-9fe3-8114ddd54d05" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.073396] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7601425-5a5e-4747-8af9-3757f2ad1221 in Status: SUCCESS [ 968.073709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.073962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.074440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.074669] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.074788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.074855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.075052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.075137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.075925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.076023] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.438262] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.578752] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.940308] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.082501] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7601425-5a5e-4747-8af9-3757f2ad1221: rpc.has_security_group_logging(os_id): False [ 969.115291] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.115291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.115291] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.115291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.115291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.115974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.115974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.115974] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 is going to be created. [ 969.177823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.177823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.177823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.178148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.178339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.193678] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7601425-5a5e-4747-8af9-3757f2ad1221 in Status: IN_PROGRESS for 2s [ 969.442601] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.443018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.443018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.443141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.443189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.443355] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 969.483317] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.483497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.483576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.483815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.483962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.494420] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 971.209385] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7601425-5a5e-4747-8af9-3757f2ad1221 in Status: SUCCESS [ 971.209637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.504301] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 971.504567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.504762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.504996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.505220] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.505374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.505438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.505668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.505736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.505801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.505897] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.008586] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.008688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.008764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.008995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.009205] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.009317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.009372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.009531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.009612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.009699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.009846] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.009938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.009998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.010227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.010367] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.010479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.010557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.010650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.010729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.010805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.010895] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.434528] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 972.434951] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 972.514398] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4310622a-7ad0-4d55-b5cb-77462e3a1295: rpc.has_security_group_logging(os_id): False [ 972.532632] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.532788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.532859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.533168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.533299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.533507] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.533611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.533676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.533839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.533914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.534120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.534211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.534272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.534463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.534564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.534690] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.534788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.534849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.534971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.535078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.535177] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 972.596522] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.596649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.596694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.596876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.597036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.612112] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 974.150435] env[65321]: INFO networking_nsxv3.common.synchronization [None req-51c23685-e100-48d3-b964-73dd98b15dc7 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 974.151877] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 974.151877] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.151877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.151877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.151877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.151877] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.262510] env[65321]: INFO networking_nsxv3.common.synchronization [None req-c341531f-1806-4270-8224-ce839d8032e5 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 974.263161] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 974.263428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.263524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.629080] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 974.629222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.673147] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.674193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.674193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.674193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.674193] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 already deleted. [ 974.674193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.674193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.674527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.674527] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.195802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.195802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.195802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.195802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.195802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.196269] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 already deleted. [ 975.196269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.924975] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a4e534f5-ab3b-4945-85b5-ce0e9c76ebb5 tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 0366a00f-45cd-4087-a0fa-d1f95dc12a34 with Priority: HIGHEST for action security_group_rules [ 976.925371] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0366a00f-45cd-4087-a0fa-d1f95dc12a34 with Priority: HIGHEST for action security_group_rules [ 976.925676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.925831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.925884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.926147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.926235] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0366a00f-45cd-4087-a0fa-d1f95dc12a34',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.006734] env[65321]: INFO networking_nsxv3.common.synchronization [None req-19f3c5b4-2fff-4c7f-9343-5bd503f0847a tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 0366a00f-45cd-4087-a0fa-d1f95dc12a34 with Priority: HIGHEST for action security_group_rules [ 977.007034] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0366a00f-45cd-4087-a0fa-d1f95dc12a34 with Priority: HIGHEST for action security_group_rules [ 977.007340] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.007443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.449194] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.449194] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0366a00f-45cd-4087-a0fa-d1f95dc12a34 already deleted. [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.449194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.449194] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0366a00f-45cd-4087-a0fa-d1f95dc12a34',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.969484] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.969823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.969823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.969904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.969994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.970157] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0366a00f-45cd-4087-a0fa-d1f95dc12a34 already deleted. [ 977.970260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0366a00f-45cd-4087-a0fa-d1f95dc12a34" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.053831] env[65321]: INFO networking_nsxv3.common.synchronization [req-07526093-96d0-42ca-b83e-811dae63d119 req-0487e52e-4c0a-450a-9fd2-c7a7f8b0928f tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 980.054433] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 980.054795] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.054923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.054994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.055873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.056092] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.056951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.057229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.057462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.057569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.057705] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.193708] env[65321]: INFO networking_nsxv3.common.synchronization [req-a67e3744-6e48-4d6a-92eb-0e8a94af486f req-5a3873bc-2ea1-4d60-bbd0-65a8dda8cfba tempest-ListServerFiltersTestJSON-713230731 tempest-ListServerFiltersTestJSON-713230731-project-member] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 980.194177] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGHEST for action security_group_members [ 980.194486] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.194608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.194678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.194871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.195035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.195137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.195209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.195343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.195421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.195523] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.560150] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.560358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.560436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.560844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.560942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.561268] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.561550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.561659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.561881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.561990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.562141] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 980.607259] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.608224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.608224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.608224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.608224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.617650] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 980.700269] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.700269] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.700269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.700269] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be updated. [ 980.735450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.736035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.736274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.736487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.736736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.750671] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: IN_PROGRESS for 2s [ 980.844514] env[65321]: INFO networking_nsxv3.common.synchronization [req-9b7f35e5-1ba3-4aea-8c67-12f13af58344 req-52ad7788-46a5-4302-ae6a-e22d0d251cda tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 980.845418] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 980.845886] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.846098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.846356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.846642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.846939] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.847117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.847305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.847697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.847863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.848181] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.915276] env[65321]: INFO networking_nsxv3.common.synchronization [None req-bda0b4df-c57a-4cce-890c-2e5f4b7579f3 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_rules [ 980.916549] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_rules [ 980.916549] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.916766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.916865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.917245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.917367] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.007820] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a56fada8-bbd9-435e-baec-b5bdc547fa08 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_rules [ 981.008414] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_rules [ 981.008721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.008821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.353695] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.353695] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.353695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.355368] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 981.402681] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.402681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.402681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.402681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.402681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.412710] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 981.445094] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.445094] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 already deleted. [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.445094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.445094] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.700478] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.700713] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.700839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.701178] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.701415] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.701570] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.701685] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.701909] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.702156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.702328] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.702445] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.702571] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.702677] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.702786] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.702892] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.703520] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.724268] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.724387] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.724525] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.724714] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.725052] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-66209fa0-7eba-4eef-bd10-212a2749e3ca taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.725257] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.725332] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.725723] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.725901] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66209fa0-7eba-4eef-bd10-212a2749e3ca',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.966870] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.967033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.967107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.967313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.967405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.967496] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 already deleted. [ 981.967581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.035469] env[65321]: INFO networking_nsxv3.common.synchronization [req-85ab05d9-2e7c-4315-97c5-545c92b48873 req-83a9eb3d-bf8f-4468-8b83-bc896c9d780a tempest-MigrationsAdminTest-1555844146 tempest-MigrationsAdminTest-1555844146-project-member] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 982.036193] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGHEST for action security_group_members [ 982.036469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.036542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.036594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.036770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.037066] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.037066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.037066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.037217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.037301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.037398] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.232444] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.232881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.233120] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.233585] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.233585] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.233796] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 66209fa0-7eba-4eef-bd10-212a2749e3ca not found, creating... [ 982.234150] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.234348] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.234540] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.234833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.234972] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.235387] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.235646] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.235646] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.236136] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.236847] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.237035] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 66209fa0-7eba-4eef-bd10-212a2749e3ca is going to be created. [ 982.261461] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.261796] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.262256] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.262484] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.263359] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.263359] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.539520] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.539819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.539819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.539962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.540062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.540353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.540458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.540669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.540927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.540989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.541068] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be updated. [ 982.573317] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.573317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.573317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.573317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.573317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.584541] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: IN_PROGRESS for 2s [ 982.628685] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 982.628940] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 982.629123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.763025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 in Status: SUCCESS [ 982.763025] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 deletion is rescheduled due to dependency. [ 982.763025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.979208] env[65321]: INFO networking_nsxv3.common.synchronization [req-9b7f35e5-1ba3-4aea-8c67-12f13af58344 req-2863592d-a5a7-4b5c-9ed9-da0fe106881d service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 982.979208] env[65321]: INFO networking_nsxv3.common.synchronization [req-9b7f35e5-1ba3-4aea-8c67-12f13af58344 req-2863592d-a5a7-4b5c-9ed9-da0fe106881d service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 982.979208] env[65321]: INFO networking_nsxv3.common.synchronization [req-9b7f35e5-1ba3-4aea-8c67-12f13af58344 req-2863592d-a5a7-4b5c-9ed9-da0fe106881d service nova] Enqueued Resource ID: 66209fa0-7eba-4eef-bd10-212a2749e3ca with Priority: HIGHEST for action port [ 982.979333] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 982.979463] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 982.979555] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66209fa0-7eba-4eef-bd10-212a2749e3ca with Priority: HIGHEST for action port [ 982.979920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.980647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.980736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.980977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.981099] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.982217] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.982327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.983240] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-66209fa0-7eba-4eef-bd10-212a2749e3ca taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.983390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.983479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.983710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.983802] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66209fa0-7eba-4eef-bd10-212a2749e3ca',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.422889] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 983.423079] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 983.423197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.423362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.423569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.423774] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.423904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.423970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.424324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.424324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.424396] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.485783] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.486048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.487243] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66209fa0-7eba-4eef-bd10-212a2749e3ca with status ACTIVE [ 983.487457] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.487626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.487773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.488040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.488087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.488261] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.488366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.488429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.488584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.488674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.488859] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.488952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.489027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.489198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.489276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.489361] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66209fa0-7eba-4eef-bd10-212a2749e3ca is going to be updated. [ 983.521359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.521564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.521564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.521802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.521946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.522137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66209fa0-7eba-4eef-bd10-212a2749e3ca" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.927029] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.431317] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.605318] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 in Status: SUCCESS [ 984.605559] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 deletion is rescheduled due to dependency. [ 984.605752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.934093] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.934093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.934093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.934093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.934093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.934093] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 984.981770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.982010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.982010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.982869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.983089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.993629] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 987.007436] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 987.007436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.007786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.007786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.008381] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.008381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.008381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.008381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.008381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.008664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.008664] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.239056] env[65321]: INFO networking_nsxv3.common.synchronization [req-3319d49b-4b90-4f53-acaf-3798f488b36c req-f2035049-96c7-4abe-a12d-1410bcdf965b tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 987.239523] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 987.239831] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.240043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.240100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.240577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.240729] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.240858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.240905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.241122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.241254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.241381] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.510914] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.510914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.510914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.511246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.511478] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.511623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.511790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.511951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.512350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.512350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.512350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.512489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.513059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.513059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.513059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.513059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.513557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.513716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.513801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.513889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.513986] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.744350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.744581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.744819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.745027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.745086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.745390] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.745559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.745672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.745975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.746131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.746283] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 already deleted. [ 987.746457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.814187] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.814440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.814628] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.814996] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.815433] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.815634] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.815783] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.816132] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.816316] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.816582] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.816733] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 987.816886] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 987.817286] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 987.817286] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 987.817286] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 987.817515] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 987.840722] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 987.840722] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 987.840722] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 987.840722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.840722] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-383e9e14-0805-4530-b43c-a50d6ce1b17e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.840722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.840722] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.841682] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.841682] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383e9e14-0805-4530-b43c-a50d6ce1b17e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.020390] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 988.038779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039011] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.039333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.039430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.039640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.039798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.039870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.040070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.040154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.040407] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.040512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.040619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.040785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.040878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.041476] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.041607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.041719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.041818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.041895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.041994] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 988.104896] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.105053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.105157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.105333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.105485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.118592] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 988.344606] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.344606] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.344738] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.345075] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.345178] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.345316] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 383e9e14-0805-4530-b43c-a50d6ce1b17e not found, creating... [ 988.345947] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.345947] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.345947] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.346155] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.346220] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.346507] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.346659] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.346770] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.346971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.347117] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.347264] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 383e9e14-0805-4530-b43c-a50d6ce1b17e is going to be created. [ 988.369430] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.369585] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.369668] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.370485] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.370688] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.371020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.495170] env[65321]: INFO networking_nsxv3.common.synchronization [req-3eb6360e-d1b3-4602-9a55-c02237bc47dd req-f3e94564-5d81-41f9-a7fd-3eb42f30006b tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_members [ 988.496123] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGHEST for action security_group_members [ 988.496521] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.496686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.496777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.497045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.497278] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.497396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.497482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.497685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.497803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.497927] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.001262] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.001494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.001666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.001855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.001958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.002174] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.002277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.002340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.002553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.002626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.002716] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b is going to be updated. [ 989.031563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.031946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.031946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.031946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.032112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.043315] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b in Status: IN_PROGRESS for 2s [ 989.109619] env[65321]: INFO networking_nsxv3.common.synchronization [req-3319d49b-4b90-4f53-acaf-3798f488b36c req-494a8fab-02cc-43c2-8505-2f3aeb3930d8 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 989.109819] env[65321]: INFO networking_nsxv3.common.synchronization [req-3319d49b-4b90-4f53-acaf-3798f488b36c req-494a8fab-02cc-43c2-8505-2f3aeb3930d8 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 989.109957] env[65321]: INFO networking_nsxv3.common.synchronization [req-3319d49b-4b90-4f53-acaf-3798f488b36c req-494a8fab-02cc-43c2-8505-2f3aeb3930d8 service nova] Enqueued Resource ID: 383e9e14-0805-4530-b43c-a50d6ce1b17e with Priority: HIGHEST for action port [ 989.110663] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 989.110663] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 989.110841] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 383e9e14-0805-4530-b43c-a50d6ce1b17e with Priority: HIGHEST for action port [ 989.111140] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.111410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.111410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.111657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.111744] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.112721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.112784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.112823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.113845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114013] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.114146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.114196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.114336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.114424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.114515] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.115908] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-383e9e14-0805-4530-b43c-a50d6ce1b17e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.116028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.116086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.116371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.116371] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('383e9e14-0805-4530-b43c-a50d6ce1b17e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.388013] env[65321]: INFO networking_nsxv3.common.synchronization [req-1a6b1bb9-1794-46e7-9b99-86cf2a25f69e req-a48a4d30-0f3f-4ec0-94e1-b0fb087219b1 tempest-ServerRescueTestJSON-629029677 tempest-ServerRescueTestJSON-629029677-project-member] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 989.388731] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGHEST for action security_group_members [ 989.388869] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.388986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.389186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.389422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.389614] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.389749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.389837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.390045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.390156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.390317] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.617744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.617887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.618087] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.618986] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 383e9e14-0805-4530-b43c-a50d6ce1b17e with status ACTIVE [ 989.619207] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.619594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.619680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.619862] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.619950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.619997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.620171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.620293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.620454] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.620538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.620613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.620775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.620858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.620969] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 383e9e14-0805-4530-b43c-a50d6ce1b17e is going to be updated. [ 989.642570] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.642745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.642819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.643090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.643237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.643403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-383e9e14-0805-4530-b43c-a50d6ce1b17e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.863056] env[65321]: INFO networking_nsxv3.common.synchronization [req-32702da1-212e-4013-aba5-99a8293ca3c0 req-50f01df5-6ce8-49dd-a856-a47ddda782e2 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 989.863627] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 989.863892] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.864648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.864784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.865116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.865302] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.865416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.865481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.865657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.865742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.865837] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.894693] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.894693] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.894693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.894693] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be updated. [ 989.927585] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.927744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.927744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.928276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.928276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.939600] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: IN_PROGRESS for 2s [ 990.123624] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.135319] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 990.135452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.320919] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.320919] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.321082] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.321751] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.321751] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.321882] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.321882] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.322299] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.322299] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.322557] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.322615] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.322730] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.322850] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.323106] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.323106] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.323212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.343513] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.344198] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.344344] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.344543] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.344889] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-d352740c-899f-444a-9ebb-a97caf42c849 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.345098] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.345206] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.345537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.345683] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d352740c-899f-444a-9ebb-a97caf42c849',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.368765] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.368968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.369023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.369242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.369343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.369550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.369711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.369787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.369969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.370068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.370155] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 already deleted. [ 990.370376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.626779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.626779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.626779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.626779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.626779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.626779] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be created. [ 990.666112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.666292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.666292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.666570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.666802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.677097] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: UNINITIALIZED for 2s [ 990.848693] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.848922] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.849318] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.849386] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.849496] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.849651] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port d352740c-899f-444a-9ebb-a97caf42c849 not found, creating... [ 990.849910] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.850076] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.850238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.850436] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.850571] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.850857] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.851012] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.851133] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.851348] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.851480] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.851609] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: d352740c-899f-444a-9ebb-a97caf42c849 is going to be created. [ 990.876142] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.876344] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.876555] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.876721] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.876947] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.877195] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.054366] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b in Status: SUCCESS [ 991.054555] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b deletion is rescheduled due to dependency. [ 991.054878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.583092] env[65321]: INFO networking_nsxv3.common.synchronization [req-32702da1-212e-4013-aba5-99a8293ca3c0 req-7ec877ef-7d60-4b25-9c19-f14f0de0fb28 service nova] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 991.583399] env[65321]: INFO networking_nsxv3.common.synchronization [req-32702da1-212e-4013-aba5-99a8293ca3c0 req-7ec877ef-7d60-4b25-9c19-f14f0de0fb28 service nova] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 991.583442] env[65321]: INFO networking_nsxv3.common.synchronization [req-32702da1-212e-4013-aba5-99a8293ca3c0 req-7ec877ef-7d60-4b25-9c19-f14f0de0fb28 service nova] Enqueued Resource ID: d352740c-899f-444a-9ebb-a97caf42c849 with Priority: HIGHEST for action port [ 991.583925] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 991.584070] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 991.584168] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d352740c-899f-444a-9ebb-a97caf42c849 with Priority: HIGHEST for action port [ 991.584437] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.584560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.584623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.584807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.584891] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.590220] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.590328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.590406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.590579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.590722] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.591922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.591922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.591922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.591922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.591922] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.592367] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d352740c-899f-444a-9ebb-a97caf42c849 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.592367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.592480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.592584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.592658] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d352740c-899f-444a-9ebb-a97caf42c849',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.949613] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 in Status: SUCCESS [ 991.950126] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 deletion is rescheduled due to dependency. [ 991.950126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.023311] env[65321]: INFO networking_nsxv3.common.synchronization [None req-eebb67f8-3837-4e79-b113-ee3bb6a58470 None None] Enqueued Resource ID: dcca7ff3-a6ed-43dd-bffb-bb231e80beae with Priority: HIGHEST for action port [ 992.024250] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcca7ff3-a6ed-43dd-bffb-bb231e80beae with Priority: HIGHEST for action port [ 992.024250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcca7ff3-a6ed-43dd-bffb-bb231e80beae taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.024408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcca7ff3-a6ed-43dd-bffb-bb231e80beae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.024446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcca7ff3-a6ed-43dd-bffb-bb231e80beae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.024688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcca7ff3-a6ed-43dd-bffb-bb231e80beae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.024781] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcca7ff3-a6ed-43dd-bffb-bb231e80beae',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.101172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.101172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.101172] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.101172] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d352740c-899f-444a-9ebb-a97caf42c849 with status ACTIVE [ 992.101172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.101172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.101172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.101172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.101172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.101172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.105744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.105744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.105744] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d352740c-899f-444a-9ebb-a97caf42c849 is going to be updated. [ 992.128309] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.128507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.128568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.128763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.128903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.129082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.166888] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f1267b-691d-4cf1-b3ee-6a1a10a750ea req-9224e3b7-dc3a-4e1d-8038-42b9f4b80047 tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 992.167737] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 992.167999] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.168173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.168242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.168448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.168612] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.168709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.168770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.169100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.169215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.169319] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.527459] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dcca7ff3-a6ed-43dd-bffb-bb231e80beae [ 992.527459] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.527689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.527764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.528631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.528631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.528631] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dcca7ff3-a6ed-43dd-bffb-bb231e80beae already deleted. [ 992.528631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcca7ff3-a6ed-43dd-bffb-bb231e80beae" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.605971] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.607450] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.607649] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.607986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.608402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.608768] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.613876] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.613876] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.614986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.614986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.614986] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.614986] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 992.615173] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 992.615218] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 992.615330] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 992.615448] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 992.616027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 992.640945] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 992.641242] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 992.641431] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 992.641912] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.642047] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-b89480e1-1712-4eff-9541-38c7238a52da taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.642250] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.642373] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.642707] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.642890] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89480e1-1712-4eff-9541-38c7238a52da',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.672123] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.672295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.672368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.672602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.672705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.672906] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.673257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.673257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.673257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.673417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.673417] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 992.693592] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 992.693722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.694262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.694449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.694640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.694767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.694842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.695222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.695442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.695511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.695622] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.702603] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.702763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.702837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.703168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.703320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.715595] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 993.119320] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.119320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.119320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.119320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.119320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.119320] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 is going to be created. [ 993.142325] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.142488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.142560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.142767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.142943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.145741] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.145988] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.146160] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.146435] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.146607] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.146789] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port b89480e1-1712-4eff-9541-38c7238a52da not found, creating... [ 993.147090] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.147271] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.147405] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.147663] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.147821] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.148167] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.148432] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.148577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.148825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.148991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.149246] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: b89480e1-1712-4eff-9541-38c7238a52da is going to be created. [ 993.152336] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: UNINITIALIZED for 2s [ 993.169891] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.170115] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.170312] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.170597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.170807] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.171033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.200715] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.200895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.200993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.201261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.201464] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.201599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.201681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.201877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.202017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.202129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.202326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.202458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.202567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.202761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.202933] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.203058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.203142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.203319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.203430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.203532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.203661] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.707808] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 993.727881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.728037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.728112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.728328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.728421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.728604] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.729432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.729432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.729432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.729432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.729432] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.729432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.729432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.729777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.729777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.729873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.729968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.730418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.730418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.730526] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.730609] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be created. [ 993.794062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.794062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.794062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.794244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.794340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.806835] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 993.918017] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f1267b-691d-4cf1-b3ee-6a1a10a750ea req-dc5036fe-f28c-4a1a-b532-e19f8595a5d9 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 993.918017] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f1267b-691d-4cf1-b3ee-6a1a10a750ea req-dc5036fe-f28c-4a1a-b532-e19f8595a5d9 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 993.918017] env[65321]: INFO networking_nsxv3.common.synchronization [req-39f1267b-691d-4cf1-b3ee-6a1a10a750ea req-dc5036fe-f28c-4a1a-b532-e19f8595a5d9 service nova] Enqueued Resource ID: b89480e1-1712-4eff-9541-38c7238a52da with Priority: HIGHEST for action port [ 993.918017] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 993.918017] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 993.918017] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b89480e1-1712-4eff-9541-38c7238a52da with Priority: HIGHEST for action port [ 993.919282] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.919464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.919552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.919750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.919829] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.922813] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.922932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.923181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b89480e1-1712-4eff-9541-38c7238a52da taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.923383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.923383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.923598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.923631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b89480e1-1712-4eff-9541-38c7238a52da',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.429025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.429025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b89480e1-1712-4eff-9541-38c7238a52da with status ACTIVE [ 994.429025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.429025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.429025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.429025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.429608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.429608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.429608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.429608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.429608] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b89480e1-1712-4eff-9541-38c7238a52da is going to be updated. [ 994.452175] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.452175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.452175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.452175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.452175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.452367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b89480e1-1712-4eff-9541-38c7238a52da" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 994.732020] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.732020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.732020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.732020] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.964613] env[65321]: INFO networking_nsxv3.common.synchronization [None req-7ad98b70-1a46-4186-b359-7f2c770f33b2 None None] Enqueued Resource ID: 47035023-60df-40eb-9b23-29ad94ad88f7 with Priority: HIGHEST for action port [ 994.966025] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47035023-60df-40eb-9b23-29ad94ad88f7 with Priority: HIGHEST for action port [ 994.966538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-47035023-60df-40eb-9b23-29ad94ad88f7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.966647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47035023-60df-40eb-9b23-29ad94ad88f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.966707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47035023-60df-40eb-9b23-29ad94ad88f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.967382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47035023-60df-40eb-9b23-29ad94ad88f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.967382] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47035023-60df-40eb-9b23-29ad94ad88f7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.168839] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: SUCCESS [ 995.168839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.168839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.168839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.169101] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.169584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.169584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.169584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.169584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.169584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.170610] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.234639] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.471918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47035023-60df-40eb-9b23-29ad94ad88f7 [ 995.471918] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.471918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.471918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.471918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.471918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.471918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47035023-60df-40eb-9b23-29ad94ad88f7 already deleted. [ 995.471918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47035023-60df-40eb-9b23-29ad94ad88f7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.672014] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.737780] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.824044] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 995.824044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.177398] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30deac6a-28c5-49d1-8829-1db852125f29: rpc.has_security_group_logging(os_id): False [ 996.199624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.199624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.199624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.199815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.199884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.200389] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.200389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.200389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.200572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.200572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.200632] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 is going to be created. [ 996.243344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.244442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.244442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.244442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.244442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.244442] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 996.281023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.281023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.281023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.281023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.281023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.281023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.281023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.281023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.283126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.283342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.293970] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 996.295071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: IN_PROGRESS for 2s [ 998.308542] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 998.308802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.308925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.309177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.310794] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.310794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.310794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.310794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.310794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.310794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.310794] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.312225] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: SUCCESS [ 998.313894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.454456] env[65321]: INFO networking_nsxv3.common.synchronization [None req-acdac738-0535-49a1-97fe-d8c5d34c478d None None] Enqueued Resource ID: d926363c-5109-426a-aaf2-0933c4f18b64 with Priority: HIGHEST for action port [ 998.457989] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d926363c-5109-426a-aaf2-0933c4f18b64 with Priority: HIGHEST for action port [ 998.459273] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d926363c-5109-426a-aaf2-0933c4f18b64 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.459467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d926363c-5109-426a-aaf2-0933c4f18b64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.459552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d926363c-5109-426a-aaf2-0933c4f18b64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.459898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d926363c-5109-426a-aaf2-0933c4f18b64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.460448] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d926363c-5109-426a-aaf2-0933c4f18b64',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.814020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.814182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.814257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.814488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.814663] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.814765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.814828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.814981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.815092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.815167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.815318] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.815414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.815468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.815609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.815738] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.815826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.816019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.816089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.816163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.816251] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.964512] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d926363c-5109-426a-aaf2-0933c4f18b64 [ 998.964685] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.964818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.964931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.965114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.965192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.965303] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d926363c-5109-426a-aaf2-0933c4f18b64 already deleted. [ 998.965392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d926363c-5109-426a-aaf2-0933c4f18b64" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.325870] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2927f189-1011-4774-8b4a-d052a4aafd52: rpc.has_security_group_logging(os_id): False [ 999.345771] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.346011] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.346125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.346437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.346548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.346960] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.347203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.347203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.347329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.347451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.347735] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.347877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.347976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.348633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.348764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.349174] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.349414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.349678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.349772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.349844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.349973] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 999.416448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.417134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.419181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.419181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.419181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.435025] env[65321]: INFO networking_nsxv3.common.synchronization [None req-2fb4e386-32c7-45d8-add3-4513f8ed713f tempest-ServerActionsV293TestJSON-1920233531 tempest-ServerActionsV293TestJSON-1920233531-project-member] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_rules [ 999.435025] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_rules [ 999.435025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.435025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.435721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.436745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.437651] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.441385] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 999.527377] env[65321]: INFO networking_nsxv3.common.synchronization [None req-47a07598-fdf1-4dea-85a9-36207a24f7e2 tempest-ServerActionsV293TestJSON-1920233531 tempest-ServerActionsV293TestJSON-1920233531-project-member] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_rules [ 999.528011] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_rules [ 999.529614] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.529614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.961942] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.961942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.961942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.961942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.961942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.961942] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 already deleted. [ 999.962387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.962387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.962387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.962387] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.550185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.550185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.550185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.550185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.550185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.550185] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 already deleted. [ 1000.550185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.895454] env[65321]: INFO networking_nsxv3.common.synchronization [req-d73599d2-c354-4edf-8d06-46ef9fe99af9 req-c28e0738-0273-460e-9283-ec3c3a3e8761 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_members [ 1000.895454] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_members [ 1000.895454] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.895454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.895454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.895735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.897171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.897171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.897171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.897171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.897171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.897171] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.949193] env[65321]: INFO networking_nsxv3.common.synchronization [None req-3b9f4600-8a44-4293-aaf7-711b749ab392 None None] Enqueued Resource ID: 9cec923b-ce47-4910-91a8-a21f76e08cd6 with Priority: HIGHEST for action port [ 1000.950218] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cec923b-ce47-4910-91a8-a21f76e08cd6 with Priority: HIGHEST for action port [ 1000.951042] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-9cec923b-ce47-4910-91a8-a21f76e08cd6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.951168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9cec923b-ce47-4910-91a8-a21f76e08cd6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.952143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9cec923b-ce47-4910-91a8-a21f76e08cd6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.952143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9cec923b-ce47-4910-91a8-a21f76e08cd6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.952143] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9cec923b-ce47-4910-91a8-a21f76e08cd6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.399319] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.399860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.401617] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.401617] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 already deleted. [ 1001.401617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.448864] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.449178] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.449417] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.449659] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.450622] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.450838] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.450997] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.451254] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.451456] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.451670] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.451780] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1001.451885] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1001.451991] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1001.452832] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1001.452832] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1001.452832] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1001.454229] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9cec923b-ce47-4910-91a8-a21f76e08cd6 [ 1001.454229] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.454415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.454415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.454590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.454983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.454983] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9cec923b-ce47-4910-91a8-a21f76e08cd6 already deleted. [ 1001.454983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9cec923b-ce47-4910-91a8-a21f76e08cd6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.457772] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 1001.457976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.474907] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1001.475135] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1001.475225] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1001.475477] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.475812] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-8d675733-059d-49e0-b68a-2b17c37d6e66 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.475981] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.476145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.476432] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.476565] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d675733-059d-49e0-b68a-2b17c37d6e66',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.979721] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.980204] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.980204] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.980545] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.980545] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.980803] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 8d675733-059d-49e0-b68a-2b17c37d6e66 not found, creating... [ 1001.980964] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.981144] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.981256] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.981537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.981674] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.981997] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.982156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.982266] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.982470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.982599] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.982736] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 8d675733-059d-49e0-b68a-2b17c37d6e66 is going to be created. [ 1002.011142] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.011392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.011537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.011815] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.012080] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.012772] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.781057] env[65321]: INFO networking_nsxv3.common.synchronization [req-d73599d2-c354-4edf-8d06-46ef9fe99af9 req-15bc0524-fdc8-44eb-8347-9634ef1c6e55 service nova] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_rules [ 1002.781057] env[65321]: INFO networking_nsxv3.common.synchronization [req-d73599d2-c354-4edf-8d06-46ef9fe99af9 req-15bc0524-fdc8-44eb-8347-9634ef1c6e55 service nova] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_members [ 1002.781193] env[65321]: INFO networking_nsxv3.common.synchronization [req-d73599d2-c354-4edf-8d06-46ef9fe99af9 req-15bc0524-fdc8-44eb-8347-9634ef1c6e55 service nova] Enqueued Resource ID: 8d675733-059d-49e0-b68a-2b17c37d6e66 with Priority: HIGHEST for action port [ 1002.781788] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_rules [ 1002.781916] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_members [ 1002.782025] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d675733-059d-49e0-b68a-2b17c37d6e66 with Priority: HIGHEST for action port [ 1002.782356] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.782424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.782491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.782990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.782990] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.783624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.783732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.783788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.783958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.784117] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.784209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.784327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.784407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.784492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.784624] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.786972] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d675733-059d-49e0-b68a-2b17c37d6e66 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.786972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.786972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.786972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.786972] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d675733-059d-49e0-b68a-2b17c37d6e66',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.157916] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-946 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.158232] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.158232] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.160294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.160294] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.160294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.160294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.160294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.160294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.160294] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.160294] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.160598] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.160598] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.160718] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.160822] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.160953] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.183042] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.183209] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.184031] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.184031] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-946" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.184031] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-2940bef8-096a-4dc7-8285-563c3cc79f8d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.184031] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.184309] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.184552] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.184773] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2940bef8-096a-4dc7-8285-563c3cc79f8d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.287680] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.287851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.288083] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.289096] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8d675733-059d-49e0-b68a-2b17c37d6e66 with status ACTIVE [ 1003.289380] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.289541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.289629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.293166] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.293166] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.293166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.293166] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8d675733-059d-49e0-b68a-2b17c37d6e66 is going to be updated. [ 1003.317770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.318029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.318157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.318449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.318682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.318948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d675733-059d-49e0-b68a-2b17c37d6e66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.688321] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.688528] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.688740] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.689024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.689229] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.689857] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.689857] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.690075] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.690218] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.690440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.690782] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.690937] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.691074] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.691380] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.691477] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.691599] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d is going to be updated. [ 1003.720727] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.720727] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.720994] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.721065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.721250] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.721609] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.793192] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.298840] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.299270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.299270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.299446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.299564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.299706] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 is going to be created. [ 1004.330214] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.330470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.330470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.331229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.331229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.345164] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: UNINITIALIZED for 2s [ 1004.520839] env[65321]: INFO networking_nsxv3.common.synchronization [req-b5a1a6e6-0ed1-463c-8711-6fde744ae1d9 req-008683f7-1c73-41d9-82ff-d46984a08317 service nova] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_rules [ 1004.521030] env[65321]: INFO networking_nsxv3.common.synchronization [req-b5a1a6e6-0ed1-463c-8711-6fde744ae1d9 req-008683f7-1c73-41d9-82ff-d46984a08317 service nova] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 1004.521172] env[65321]: INFO networking_nsxv3.common.synchronization [req-b5a1a6e6-0ed1-463c-8711-6fde744ae1d9 req-008683f7-1c73-41d9-82ff-d46984a08317 service nova] Enqueued Resource ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d with Priority: HIGHEST for action port [ 1004.521839] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_rules [ 1004.521985] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 1004.522095] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d with Priority: HIGHEST for action port [ 1004.522427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.522693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.522693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.522823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.522904] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.523768] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.523891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.523954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.524171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.524360] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.524908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.524996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.530719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.530719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.530719] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.530719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2940bef8-096a-4dc7-8285-563c3cc79f8d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.530719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.530719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.530719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.530719] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2940bef8-096a-4dc7-8285-563c3cc79f8d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.032025] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.033314] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.033452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.033652] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2940bef8-096a-4dc7-8285-563c3cc79f8d with status ACTIVE [ 1005.033783] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.033893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.033959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.034234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.034327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.034507] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.034606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.034670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.034864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.034944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.035236] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.035343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.035430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.035577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.035654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.035742] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2940bef8-096a-4dc7-8285-563c3cc79f8d is going to be updated. [ 1005.066584] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.066867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.066867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.067080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.067229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.067439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2940bef8-096a-4dc7-8285-563c3cc79f8d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.537418] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.035694] env[65321]: INFO networking_nsxv3.common.synchronization [req-5ce2b5a4-b976-4b5f-a514-0a2ee597fe83 req-1c73f7fe-4e87-4e41-baac-e7af5dc34380 tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1006.036360] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1006.036968] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.037318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.037486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.037745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.037991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.038081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.038774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.038774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.038774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.038774] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.040131] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.043243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.043243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.043335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.043384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.043438] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 1006.082011] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.082297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.082297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.082985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.082985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.095016] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 1006.354870] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: SUCCESS [ 1006.355114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.355285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.355507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.355877] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.356057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.356129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.356303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.356383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.356472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.356561] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.444455] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.444858] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.445082] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.445530] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.445916] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.446145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.446286] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.446593] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.446834] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.447097] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.447258] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1006.447398] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1006.447547] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1006.447672] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1006.447777] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1006.447914] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1006.469805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1006.470049] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1006.470244] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1006.470556] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.471027] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-acb197c4-4db9-418c-89cb-b2c1720f5a65 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.471443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.471519] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.471983] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.472196] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb197c4-4db9-418c-89cb-b2c1720f5a65',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.546817] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.547138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.547138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.547402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.547521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.547766] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.547887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.547964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.548234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.548335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.548459] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1006.580017] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.580386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.580386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.580786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.580988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.593581] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1006.859858] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.975151] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.975349] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.975573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.975961] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.976220] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.976444] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port acb197c4-4db9-418c-89cb-b2c1720f5a65 not found, creating... [ 1006.977024] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.977286] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.977475] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.977852] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.978077] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.978624] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.978624] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.978761] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.978977] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.979177] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.979336] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: acb197c4-4db9-418c-89cb-b2c1720f5a65 is going to be created. [ 1007.008389] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.008649] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.008711] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.009062] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.009300] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.009530] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.363649] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4aeccbe-7418-42bc-a925-b466ad686fa1: rpc.has_security_group_logging(os_id): False [ 1007.387260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.387466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.387506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.387775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.387888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.388198] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.388551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.388551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.388741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.388846] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.388976] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 is going to be created. [ 1007.482431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.482703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.482815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.483181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.483513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.501286] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: IN_PROGRESS for 2s [ 1007.821344] env[65321]: INFO networking_nsxv3.common.synchronization [req-5ce2b5a4-b976-4b5f-a514-0a2ee597fe83 req-fdda04b8-30c4-484f-a226-e7ca5af6b34b service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 1007.821344] env[65321]: INFO networking_nsxv3.common.synchronization [req-5ce2b5a4-b976-4b5f-a514-0a2ee597fe83 req-fdda04b8-30c4-484f-a226-e7ca5af6b34b service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1007.821344] env[65321]: INFO networking_nsxv3.common.synchronization [req-5ce2b5a4-b976-4b5f-a514-0a2ee597fe83 req-fdda04b8-30c4-484f-a226-e7ca5af6b34b service nova] Enqueued Resource ID: acb197c4-4db9-418c-89cb-b2c1720f5a65 with Priority: HIGHEST for action port [ 1007.822623] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 1007.822623] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1007.822623] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acb197c4-4db9-418c-89cb-b2c1720f5a65 with Priority: HIGHEST for action port [ 1007.825385] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.825385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.825385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.825385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.825385] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.825683] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.825683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.825799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-acb197c4-4db9-418c-89cb-b2c1720f5a65 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1007.825799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.825970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.826129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1007.826253] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acb197c4-4db9-418c-89cb-b2c1720f5a65',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.107665] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 1008.108119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.108478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.110051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.110051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.110051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.110051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.110051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.110051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.110051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.110051] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.328113] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.328366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.330871] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port acb197c4-4db9-418c-89cb-b2c1720f5a65 with status ACTIVE [ 1008.331243] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.331421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.331536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.331964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.332140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.332448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.332578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.332868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.332935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.333069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.333358] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.333533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.333637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.333867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.333985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.334133] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: acb197c4-4db9-418c-89cb-b2c1720f5a65 is going to be updated. [ 1008.359677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.359866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.359967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.360479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.360479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.361945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acb197c4-4db9-418c-89cb-b2c1720f5a65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.439157] env[65321]: INFO networking_nsxv3.common.synchronization [req-104bc1e2-4306-42f7-9540-93c1905ad699 req-455ad63c-9b6a-46a1-8874-3879002b7b4d tempest-ServersV294TestFqdnHostnames-254075688 tempest-ServersV294TestFqdnHostnames-254075688-project-member] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_members [ 1008.439751] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGHEST for action security_group_members [ 1008.440072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.440200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.440267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.440651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.440999] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.440999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.440999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.441231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.441350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.441469] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.611210] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1008.611538] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 deletion is rescheduled due to dependency. [ 1008.611764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.612513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.612879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.613212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.613484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.613619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.613868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.614045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.614679] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.615896] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.616090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.616188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.616402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.616582] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.616676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.616732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.616897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.616976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.617075] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.617236] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.617333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.617386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.617532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.617667] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.617747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.617797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.617950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.618232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.618391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.618526] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.944470] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.944757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.944757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.944953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.945104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.945556] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.945730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.945823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.946078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.946219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.946333] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 is going to be updated. [ 1008.980743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.981140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.981140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.981407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.981636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.994817] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7601425-5a5e-4747-8af9-3757f2ad1221 in Status: IN_PROGRESS for 2s [ 1009.120087] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.123704] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a: rpc.has_security_group_logging(os_id): False [ 1009.144593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.144763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.144820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.145072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.145192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.147235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.147235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.147235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.147235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.147773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.147773] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 1009.218063] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.218063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.218063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.218063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.218063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.246390] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 1009.514094] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: SUCCESS [ 1009.514338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.624363] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.128086] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.128086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.128750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.128750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.128750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.128750] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1010.163108] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.163348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.163476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.163771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.165077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.177239] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1011.010677] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7601425-5a5e-4747-8af9-3757f2ad1221 in Status: SUCCESS [ 1011.010677] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 deletion is rescheduled due to dependency. [ 1011.010677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.259495] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 1011.259495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.818876] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1011.819087] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.192197] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1012.192330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.192507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.192752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.192977] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.193138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.193219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.193355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.193421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.193504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.193603] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.696251] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.922321] env[65321]: INFO networking_nsxv3.common.synchronization [req-bf98191c-8cd6-4446-a1c5-fc9a4e553216 req-085e305b-a7f2-4f7c-b6fb-5eb23648685c tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1012.923887] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1012.924523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.924742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.924868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.925811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.926676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.926676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.926676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.928974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.928974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.928974] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.198677] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e48a2e83-462c-4068-b5f4-d5e8991ec444: rpc.has_security_group_logging(os_id): False [ 1013.220936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.221223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.221223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.221717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.221717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.222055] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.222210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.222287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.222492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.222654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.222866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1013.302023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.302023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.302023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.302023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.302023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.319362] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1013.407375] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.407578] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.407690] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.408013] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.408303] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.408648] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.408648] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.408819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.408967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.409194] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.409313] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.409409] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.409565] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.409706] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.409812] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.409992] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.433277] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.452069] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.452244] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.042 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.452382] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.452767] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.453280] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.453377] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.453507] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.453837] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.454039] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.834343] env[65321]: INFO networking_nsxv3.common.synchronization [None req-a4c8940f-b610-4d6e-bc6f-194a1bbb4a54 None None] Enqueued Resource ID: 4801eb7e-e5c1-4cab-a831-b4c26a8d85bf with Priority: HIGHEST for action port [ 1013.835209] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4801eb7e-e5c1-4cab-a831-b4c26a8d85bf with Priority: HIGHEST for action port [ 1013.835878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-4801eb7e-e5c1-4cab-a831-b4c26a8d85bf taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.835878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4801eb7e-e5c1-4cab-a831-b4c26a8d85bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.835995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4801eb7e-e5c1-4cab-a831-b4c26a8d85bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.836425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4801eb7e-e5c1-4cab-a831-b4c26a8d85bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.836527] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4801eb7e-e5c1-4cab-a831-b4c26a8d85bf',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.935956] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.957026] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.957201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.957512] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.957800] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.958168] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.958435] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 not found, creating... [ 1013.958748] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.958946] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.959099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.959636] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.959804] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.960277] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.960277] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.960968] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.961092] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.961402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.962242] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 is going to be created. [ 1013.983713] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.983928] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.984045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.984363] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.984535] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.984752] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.339090] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4801eb7e-e5c1-4cab-a831-b4c26a8d85bf [ 1014.339320] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.339449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.339515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.339736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.339818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.339912] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4801eb7e-e5c1-4cab-a831-b4c26a8d85bf already deleted. [ 1014.339990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4801eb7e-e5c1-4cab-a831-b4c26a8d85bf" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.441823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.441823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.441823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.442125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.442168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.442278] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1014.471284] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.472176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.472176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.472176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.472176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.482521] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1014.699547] env[65321]: INFO networking_nsxv3.common.synchronization [req-bf98191c-8cd6-4446-a1c5-fc9a4e553216 req-7c6b6e4d-48c5-4498-ab1a-8ac316ef482e service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 1014.699719] env[65321]: INFO networking_nsxv3.common.synchronization [req-bf98191c-8cd6-4446-a1c5-fc9a4e553216 req-7c6b6e4d-48c5-4498-ab1a-8ac316ef482e service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1014.699867] env[65321]: INFO networking_nsxv3.common.synchronization [req-bf98191c-8cd6-4446-a1c5-fc9a4e553216 req-7c6b6e4d-48c5-4498-ab1a-8ac316ef482e service nova] Enqueued Resource ID: a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 with Priority: HIGHEST for action port [ 1014.700427] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 1014.700602] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1014.700711] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 with Priority: HIGHEST for action port [ 1014.700995] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.701130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.701245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.701396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.701477] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.702437] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.702540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.702731] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.702833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.702899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.703401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.703401] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.084405] env[65321]: INFO networking_nsxv3.common.synchronization [req-43257cdc-59fa-4543-a067-99bd6926f6c5 req-33f22c2b-8703-4de5-9d4a-4c8e9ecdd99d tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1015.085026] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1015.085376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.085513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.085583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.085866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.086092] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.086271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.086372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.086546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.086630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.086726] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.205164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.205440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.206791] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 with status ACTIVE [ 1015.207022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.207215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.207272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.207457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.207547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.207744] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.207848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.207913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.208170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.208276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.208540] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.208673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.208746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.208932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.209039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.209160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0 is going to be updated. [ 1015.245733] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.245733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8cfba46-fd5b-47ae-b71e-ae9935a4eaa0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.343829] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1015.344087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.588888] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.589056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.589864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.589864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.589864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.589864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.589864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.589864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.590176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.590176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.590239] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 already deleted. [ 1015.590312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.744330] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.744542] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.744889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.745045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.745328] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.745491] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.747703] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.748112] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.748306] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.748548] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.748689] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.748844] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.748894] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.749028] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.749108] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.749242] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.772403] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.772403] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.772403] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.772403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.772403] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-94161ba2-e3aa-4720-8836-f3e396d7eaee taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.772403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.772403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.772403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.772403] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94161ba2-e3aa-4720-8836-f3e396d7eaee',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.278641] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.278641] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 94161ba2-e3aa-4720-8836-f3e396d7eaee not found, creating... [ 1016.278641] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.278641] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.279237] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.279237] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.279237] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.279237] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.280214] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.280559] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 94161ba2-e3aa-4720-8836-f3e396d7eaee is going to be created. [ 1016.309478] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.309765] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.309886] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.310508] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.310588] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.310760] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.496844] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1016.496927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.497116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.497339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.497533] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.497656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.497733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.497872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.497951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.498145] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.000372] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.082132] env[65321]: INFO networking_nsxv3.common.synchronization [req-43257cdc-59fa-4543-a067-99bd6926f6c5 req-26b1918d-a6dc-4721-b85a-f3cb88196462 service nova] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_rules [ 1017.082320] env[65321]: INFO networking_nsxv3.common.synchronization [req-43257cdc-59fa-4543-a067-99bd6926f6c5 req-26b1918d-a6dc-4721-b85a-f3cb88196462 service nova] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1017.082458] env[65321]: INFO networking_nsxv3.common.synchronization [req-43257cdc-59fa-4543-a067-99bd6926f6c5 req-26b1918d-a6dc-4721-b85a-f3cb88196462 service nova] Enqueued Resource ID: 94161ba2-e3aa-4720-8836-f3e396d7eaee with Priority: HIGHEST for action port [ 1017.083066] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_rules [ 1017.083185] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1017.083280] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94161ba2-e3aa-4720-8836-f3e396d7eaee with Priority: HIGHEST for action port [ 1017.087151] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.087291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.087415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.087696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.087782] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.089177] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.089331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.089405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.089589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.089743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.089839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.089895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.090955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.090955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.091182] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.092351] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-94161ba2-e3aa-4720-8836-f3e396d7eaee taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.093372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.093499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.093623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.093698] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94161ba2-e3aa-4720-8836-f3e396d7eaee',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.378515] env[65321]: INFO networking_nsxv3.common.synchronization [None req-f6bd2ae9-39a6-4b1f-88af-1e2d37bc624f None None] Enqueued Resource ID: 6a233329-d4aa-4568-ba60-4de5784509e3 with Priority: HIGHEST for action port [ 1017.379319] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a233329-d4aa-4568-ba60-4de5784509e3 with Priority: HIGHEST for action port [ 1017.379596] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a233329-d4aa-4568-ba60-4de5784509e3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.379726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a233329-d4aa-4568-ba60-4de5784509e3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.379793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a233329-d4aa-4568-ba60-4de5784509e3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.380105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a233329-d4aa-4568-ba60-4de5784509e3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.380198] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a233329-d4aa-4568-ba60-4de5784509e3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.503323] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.596030] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.597608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597608] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94161ba2-e3aa-4720-8836-f3e396d7eaee with status ACTIVE [ 1017.597608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.597608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.597608] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.597905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.597905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.597905] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.598020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.598179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.598255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.598447] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.598543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.598741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.598898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.598976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.599438] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94161ba2-e3aa-4720-8836-f3e396d7eaee is going to be updated. [ 1017.622605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.622847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.622975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.623295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.623518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.623773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94161ba2-e3aa-4720-8836-f3e396d7eaee" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.701550] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ae5bc70-18ce-41cb-8829-96fd3b75fcc7 req-c43064df-a3fb-4857-820d-118e29489276 tempest-ServerExternalEventsTest-1081020156 tempest-ServerExternalEventsTest-1081020156-project-member] Enqueued Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_members [ 1017.702125] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_members [ 1017.702451] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.702549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.702611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.702883] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.703218] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.703399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.703506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.703709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.703839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.703975] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.883624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a233329-d4aa-4568-ba60-4de5784509e3 [ 1017.883624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.883624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.883624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.883624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.883624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.883624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a233329-d4aa-4568-ba60-4de5784509e3 already deleted. [ 1017.883624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a233329-d4aa-4568-ba60-4de5784509e3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.007252] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.010661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.010661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.010661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.010661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.010661] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1018.045304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.047517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.047517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.047517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.047517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.062524] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1018.102379] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.192901] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-961 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.192901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.192901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.192901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.192901] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.192901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.193448] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.194192] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.195267] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.195512] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.195626] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.195733] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.195839] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.195945] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.196237] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.196237] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.205538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.205758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.205758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.205978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.206465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.206564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.206649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.206742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.206848] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5eb5a0-d121-466d-b01a-30975646782e already deleted. [ 1018.206924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.218678] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.218878] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.219026] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.219208] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-961" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.219536] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-da2cede3-f672-4651-9d71-05c08c07dbed taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.219710] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.219826] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.220292] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.220511] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da2cede3-f672-4651-9d71-05c08c07dbed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.330856] env[65321]: INFO networking_nsxv3.common.synchronization [req-f8f898e6-bfe8-4ca5-abec-e646f1d97894 req-f83aabb3-a539-4e14-9375-25c6e98d8051 tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 1018.331441] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 1018.331852] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.332077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.332151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.332373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.332573] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.332697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.332798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.333092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.333199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.333300] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.607951] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.608336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.608336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.608537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.609805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.609805] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be created. [ 1018.659656] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.659882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.659882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.660098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.660256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.673912] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: UNINITIALIZED for 2s [ 1018.723699] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.724010] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.724190] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.724549] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.724709] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.724867] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port da2cede3-f672-4651-9d71-05c08c07dbed not found, creating... [ 1018.725213] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.725409] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.725548] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.725828] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.725984] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.726348] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.726586] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.726695] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.726962] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.727173] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.727341] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: da2cede3-f672-4651-9d71-05c08c07dbed is going to be created. [ 1018.750286] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.750602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.750711] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.751026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.751297] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.751561] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.838819] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.341730] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.569303] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ae5bc70-18ce-41cb-8829-96fd3b75fcc7 req-74cf3d85-7863-4936-a5df-85b83194fdbc service nova] Enqueued Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_rules [ 1019.569512] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ae5bc70-18ce-41cb-8829-96fd3b75fcc7 req-74cf3d85-7863-4936-a5df-85b83194fdbc service nova] Enqueued Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_members [ 1019.569667] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ae5bc70-18ce-41cb-8829-96fd3b75fcc7 req-74cf3d85-7863-4936-a5df-85b83194fdbc service nova] Enqueued Resource ID: da2cede3-f672-4651-9d71-05c08c07dbed with Priority: HIGHEST for action port [ 1019.570268] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_rules [ 1019.570693] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_members [ 1019.570693] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da2cede3-f672-4651-9d71-05c08c07dbed with Priority: HIGHEST for action port [ 1019.570997] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.570997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.571196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.571331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.571395] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.572298] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.572684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.572684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.572684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.572905] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.573031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.573031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.573251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.573306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.573386] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.574674] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-da2cede3-f672-4651-9d71-05c08c07dbed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.574801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.574801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.574927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.575063] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da2cede3-f672-4651-9d71-05c08c07dbed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.844688] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.845274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.845274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.845274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.845421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.845459] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be updated. [ 1019.894347] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.894624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.894732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.895153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.895303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.906386] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 1020.011937] env[65321]: INFO networking_nsxv3.common.synchronization [req-7d5cc230-b4cc-4ce4-b2bb-cf5390f50386 req-a9909cc1-7b56-419b-9cc4-b29c08cb0d76 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1020.012549] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1020.012877] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.012990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.013079] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.013440] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.013539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.013599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.013748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.013828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.013919] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.074804] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1020.075172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.075446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.075791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.076064] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.076262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.076392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.076666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.076787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.076940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.080969] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.082154] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.083034] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.083148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.083291] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da2cede3-f672-4651-9d71-05c08c07dbed with status ACTIVE [ 1020.083558] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.083636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.083674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.083897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.083994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.087919] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.088054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.088124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.088323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.088407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.088606] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.088710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.088848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.088915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.088988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.089098] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da2cede3-f672-4651-9d71-05c08c07dbed is going to be updated. [ 1020.118135] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.118386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.118543] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.118811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.119056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.119252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da2cede3-f672-4651-9d71-05c08c07dbed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.483342] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.484180] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.485833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.488020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.488020] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.488020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.488020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.488020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.488020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.488020] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.488020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1020.488020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1020.488020] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1020.488020] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1020.491275] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1020.491637] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1020.512743] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1020.512904] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1020.513044] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1020.513215] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.513540] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-8f82cd3b-4e2f-4952-adc1-faa5491ce303 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.513703] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.513816] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.514161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.514298] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f82cd3b-4e2f-4952-adc1-faa5491ce303',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.515833] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.592434] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.593865] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.595017] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.595017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.595392] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.595540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.595633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.595812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.596089] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.596232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.596326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.596503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.596619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.596845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.597640] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.686415] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1020.686687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.686877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.687423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.688311] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.688311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.688311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.688311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.688311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.688311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.688311] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.017384] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.017885] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.017885] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.018342] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.018544] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.018729] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 8f82cd3b-4e2f-4952-adc1-faa5491ce303 not found, creating... [ 1021.019174] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.019390] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.019530] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.019782] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.019919] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.020250] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.020406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.020534] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.020747] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.020884] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.021031] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 8f82cd3b-4e2f-4952-adc1-faa5491ce303 is going to be created. [ 1021.022297] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.045534] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.045907] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.046045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.046432] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.046690] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.046927] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.099682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.099998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.100146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.100522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.100658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.100832] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5eb5a0-d121-466d-b01a-30975646782e is going to be created. [ 1021.103083] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4310622a-7ad0-4d55-b5cb-77462e3a1295: rpc.has_security_group_logging(os_id): False [ 1021.124777] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.125116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.125163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.125541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.125765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.129448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.129448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.129448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.129448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.130165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.130165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1021.145752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.145992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.146112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.146364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.146536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.160505] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5eb5a0-d121-466d-b01a-30975646782e in Status: UNINITIALIZED for 2s [ 1021.191823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.192395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.192395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.192711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193407] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.193407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.193407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.193833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.193833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.193833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.194155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.194155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.194155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.194437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.194573] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.194687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.194748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.194944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.195551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.195831] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.238401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.238401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.238401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.238761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.240999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.278756] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1021.525649] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.525997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.526059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.526322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.526406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.526517] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1021.557768] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.557952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.557997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.558218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.558376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.570389] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1021.698395] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36416b85-a174-43f2-a227-301b66b2c679: rpc.has_security_group_logging(os_id): False [ 1021.717411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.717615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.717750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.717997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.718109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.718320] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.718416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.722026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.722889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.722889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.722889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.722889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.723112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.723112] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be created. [ 1021.764303] env[65321]: INFO networking_nsxv3.common.synchronization [req-7d5cc230-b4cc-4ce4-b2bb-cf5390f50386 req-bde4a0c6-f80a-448a-bc5f-0e9b6ce4b7c1 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1021.764495] env[65321]: INFO networking_nsxv3.common.synchronization [req-7d5cc230-b4cc-4ce4-b2bb-cf5390f50386 req-bde4a0c6-f80a-448a-bc5f-0e9b6ce4b7c1 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1021.767266] env[65321]: INFO networking_nsxv3.common.synchronization [req-7d5cc230-b4cc-4ce4-b2bb-cf5390f50386 req-bde4a0c6-f80a-448a-bc5f-0e9b6ce4b7c1 service nova] Enqueued Resource ID: 8f82cd3b-4e2f-4952-adc1-faa5491ce303 with Priority: HIGHEST for action port [ 1021.767266] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1021.767266] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1021.767266] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f82cd3b-4e2f-4952-adc1-faa5491ce303 with Priority: HIGHEST for action port [ 1021.767266] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.767266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.767816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.767816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.767885] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.769090] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.769185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.769450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f82cd3b-4e2f-4952-adc1-faa5491ce303 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.769594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.769666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.769917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.769994] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f82cd3b-4e2f-4952-adc1-faa5491ce303',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.786808] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.786808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.786808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.786808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.786808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.802821] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1021.921907] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 1021.922175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.274393] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.274393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.274393] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f82cd3b-4e2f-4952-adc1-faa5491ce303 with status ACTIVE [ 1022.274393] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.274393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.274393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.274816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.274816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.274816] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.274816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.274945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.275019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.275535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.275535] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.275535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.275535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.275755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.275907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.275964] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f82cd3b-4e2f-4952-adc1-faa5491ce303 is going to be updated. [ 1022.319073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.319073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.319073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.319073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.319073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.319073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f82cd3b-4e2f-4952-adc1-faa5491ce303" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175126] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5eb5a0-d121-466d-b01a-30975646782e in Status: SUCCESS [ 1023.175406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.175659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.176008] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.176346] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.176473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.176546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.176731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.176818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.176908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.177019] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.301484] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1023.301897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.589187] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1023.589404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.591783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.592027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.592282] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.592407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.592471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.592629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.592713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.592806] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.683071] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683071] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.683418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.683577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.683696] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.683753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.683868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.683965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.684105] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.684271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.684312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.685327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.685327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.685327] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.816916] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1023.817294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.096407] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.190514] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9b5eb5a0-d121-466d-b01a-30975646782e: rpc.has_security_group_logging(os_id): False [ 1024.220564] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.220707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.220788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.220994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.221096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.221296] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.221392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.221466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.221654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.221727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.221915] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.222033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.222081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.222219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.222289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.222513] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.222586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.222619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.222761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.222833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.222920] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b5eb5a0-d121-466d-b01a-30975646782e is going to be created. [ 1024.290072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.290072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.290373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.290948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.291324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.308350] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5eb5a0-d121-466d-b01a-30975646782e in Status: IN_PROGRESS for 2s [ 1024.602081] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.104524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.105191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.105191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.105191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.105457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.105492] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1025.141949] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.141949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.141949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.141949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.141949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.153160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1026.325232] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9b5eb5a0-d121-466d-b01a-30975646782e in Status: SUCCESS [ 1026.325923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.766485] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1026.766485] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1026.948889] env[65321]: INFO networking_nsxv3.common.synchronization [req-d075e3e6-2fd4-467c-8861-f757ecd0222f req-328b1942-3514-473e-a271-a4a9b2968d7f tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1026.949490] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1026.949808] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.949930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.950157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.950422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.950731] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.950878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.950968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.951184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.951322] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.951457] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.167564] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1027.167564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.167564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.167871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.168112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.168295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.168402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.168657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.169553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.169553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.169553] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.454391] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.454798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.454798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.455031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.455133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.455416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.455616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.455732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.455952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.456050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.456147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1027.490252] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.490506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.490590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.490857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.491086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.503570] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1027.678341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.678341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.678341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.678341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.678341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.679481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.679481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.679481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.679481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.679481] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.179902] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1028.211843] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.212076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.212076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.213232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.213384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.213638] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.213754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.213835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.214095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.214240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.214595] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.214753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.218053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.218313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.218423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.218694] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.218816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.218879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.219117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.219238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.219372] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1028.334370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.334571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.334700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.335049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.335170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.361015] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1029.514602] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1029.515367] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1029.515367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.375345] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1030.375587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.583836] env[65321]: INFO networking_nsxv3.common.synchronization [req-31a1f05d-9f7b-4c2c-892d-3800ffcf8193 req-aa64ad0d-3d9a-43a4-aa64-011472de5329 tempest-ServerRescueNegativeTestJSON-697059044 tempest-ServerRescueNegativeTestJSON-697059044-project-member] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 1030.584748] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGHEST for action security_group_members [ 1030.584858] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.584981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.585113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.585343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.585837] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.585837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.585837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.585837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.585837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.586142] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.938792] env[65321]: INFO networking_nsxv3.common.synchronization [req-ecd27bb7-9912-4c00-89bf-cc5aab73a30a req-9c9e27b5-1ff4-4eee-983e-bcb0117aaf48 tempest-ServerActionsV293TestJSON-1920233531 tempest-ServerActionsV293TestJSON-1920233531-project-member] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_members [ 1030.941831] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_members [ 1030.942857] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.943101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.943257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.943670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.944223] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.944223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.944223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.944840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.944999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.945189] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.998680] env[65321]: INFO networking_nsxv3.common.synchronization [None req-bd0bb74c-fb4e-4b78-8992-02e2533206d7 None None] Enqueued Resource ID: d50cd139-8096-4385-8d2b-f9792909f2f6 with Priority: HIGHEST for action port [ 1030.999921] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d50cd139-8096-4385-8d2b-f9792909f2f6 with Priority: HIGHEST for action port [ 1031.000340] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d50cd139-8096-4385-8d2b-f9792909f2f6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.001425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d50cd139-8096-4385-8d2b-f9792909f2f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.001661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d50cd139-8096-4385-8d2b-f9792909f2f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.002269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d50cd139-8096-4385-8d2b-f9792909f2f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.002476] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d50cd139-8096-4385-8d2b-f9792909f2f6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.088761] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.088914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.088993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.089242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.092742] env[65321]: INFO networking_nsxv3.common.synchronization [None req-12b132cf-1d4d-424a-bf1b-e2ad6862ccb5 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1031.093284] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1031.094093] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.094093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.094291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.094542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.094630] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.113389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.113705] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.113835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.113896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.114127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.114216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.114317] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be updated. [ 1031.146068] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.146213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.146305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.146717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.146987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.157581] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: IN_PROGRESS for 2s [ 1031.277237] env[65321]: INFO networking_nsxv3.common.synchronization [None req-6767595e-ed9d-4ffe-b048-c9fa8aaf90f2 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1031.277717] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1031.279039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.279039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.432252] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-256 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.433033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-256" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.433033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-256" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.433243] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-256" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.433443] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.433677] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.433843] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.434154] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.434359] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.434621] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.434780] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1031.434931] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1031.435086] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1031.435309] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1031.435479] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1031.435686] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1031.448187] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.448468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.448651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.448849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.449061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.449265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.449431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.449535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.449754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.449876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.450012] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 already deleted. [ 1031.451048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.457711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1031.458302] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1031.458462] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1031.458714] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-256" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.459139] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-f272c446-20ec-47cd-a6f0-2a2786c9fc58 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.459621] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.459796] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.460167] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.460398] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f272c446-20ec-47cd-a6f0-2a2786c9fc58',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.504842] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d50cd139-8096-4385-8d2b-f9792909f2f6 [ 1031.505095] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.505259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.505321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.505496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.505582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.505677] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d50cd139-8096-4385-8d2b-f9792909f2f6 already deleted. [ 1031.505758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d50cd139-8096-4385-8d2b-f9792909f2f6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.621610] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.621949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.621949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.622078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.622169] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.622270] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 already deleted. [ 1031.622350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.622957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.622957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.622957] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.963498] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.963737] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.963927] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.964284] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.964329] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.964474] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port f272c446-20ec-47cd-a6f0-2a2786c9fc58 not found, creating... [ 1031.964754] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.964889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.965018] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.965308] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.965634] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.965882] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.966228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.966392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.966662] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.966873] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.967051] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: f272c446-20ec-47cd-a6f0-2a2786c9fc58 is going to be created. [ 1031.992447] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.992670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.992798] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.993382] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.993382] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.993541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.153768] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.153966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.154015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.154224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.154308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.155038] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 already deleted. [ 1032.155038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.707057] env[65321]: INFO networking_nsxv3.common.synchronization [req-ecd27bb7-9912-4c00-89bf-cc5aab73a30a req-61e55d74-9d0f-4a89-bc7f-7f6e73fe544f service nova] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_rules [ 1032.707280] env[65321]: INFO networking_nsxv3.common.synchronization [req-ecd27bb7-9912-4c00-89bf-cc5aab73a30a req-61e55d74-9d0f-4a89-bc7f-7f6e73fe544f service nova] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_members [ 1032.707332] env[65321]: INFO networking_nsxv3.common.synchronization [req-ecd27bb7-9912-4c00-89bf-cc5aab73a30a req-61e55d74-9d0f-4a89-bc7f-7f6e73fe544f service nova] Enqueued Resource ID: f272c446-20ec-47cd-a6f0-2a2786c9fc58 with Priority: HIGHEST for action port [ 1032.707565] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_rules [ 1032.707692] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_members [ 1032.707805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f272c446-20ec-47cd-a6f0-2a2786c9fc58 with Priority: HIGHEST for action port [ 1032.708444] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.708591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.708713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.708863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.708942] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.709829] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.711376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.711428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.711628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.711789] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.711916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.712029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.712165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.712232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.712329] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.713230] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f272c446-20ec-47cd-a6f0-2a2786c9fc58 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.713336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.713403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.713557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.713635] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f272c446-20ec-47cd-a6f0-2a2786c9fc58',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.774266] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.774416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.774508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.774698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.774803] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.171140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 12b8989b-6d87-40b2-9966-2eec79352823 in Status: SUCCESS [ 1033.171323] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 deletion is rescheduled due to dependency. [ 1033.171440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.219124] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.221040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.221040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.221237] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f272c446-20ec-47cd-a6f0-2a2786c9fc58 with status ACTIVE [ 1033.221361] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.221467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.221549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.221851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.221947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.222144] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.222245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.222307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.222463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.222541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.222724] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.222817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.223878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.223878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.224313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.224429] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f272c446-20ec-47cd-a6f0-2a2786c9fc58 is going to be updated. [ 1033.249342] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.249342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.249342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.249605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.249757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.249989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f272c446-20ec-47cd-a6f0-2a2786c9fc58" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.278950] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.683406] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4879532f-bc07-49d5-a184-fb72f8e81893 None None] Enqueued Resource ID: 8e61fc9c-442e-44bb-8662-446b8f498b17 with Priority: HIGHEST for action port [ 1033.684333] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e61fc9c-442e-44bb-8662-446b8f498b17 with Priority: HIGHEST for action port [ 1033.684443] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e61fc9c-442e-44bb-8662-446b8f498b17 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.684507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e61fc9c-442e-44bb-8662-446b8f498b17" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.684581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e61fc9c-442e-44bb-8662-446b8f498b17" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.685422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e61fc9c-442e-44bb-8662-446b8f498b17" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.685422] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e61fc9c-442e-44bb-8662-446b8f498b17',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.722098] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.782527] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.188860] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e61fc9c-442e-44bb-8662-446b8f498b17 [ 1034.189092] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.189194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.189194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.189523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.189523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.189689] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e61fc9c-442e-44bb-8662-446b8f498b17 already deleted. [ 1034.189792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e61fc9c-442e-44bb-8662-446b8f498b17" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.225472] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.225705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.225772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.226132] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.226315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.226426] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 is going to be created. [ 1034.252842] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.253605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.253605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.253605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.253605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.264559] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a03440-01da-4809-ac13-5712a3cec3e6 in Status: UNINITIALIZED for 2s [ 1034.284617] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1034.284617] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1034.503335] env[65321]: INFO networking_nsxv3.common.synchronization [req-1377994f-e2ba-4ceb-a272-87efe4a426ae req-dfc61812-eb1e-49b3-b331-77dc9a7b8e10 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1034.503862] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1034.504197] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.504370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.504416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.504790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.504790] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.504916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.504916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.505113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.505256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.505316] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.880666] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.880666] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.880666] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.880666] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.882100] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.882100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.882333] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.882704] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.883027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.883312] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.883531] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1034.883737] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1034.883927] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1034.884010] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1034.884123] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1034.884269] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1034.907719] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1034.908022] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1034.908276] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1034.908587] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.909068] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-de3921f2-90bd-4281-abff-bde2ca63f72d taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.909347] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.909566] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.910019] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.910416] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3921f2-90bd-4281-abff-bde2ca63f72d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.007890] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.008124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.008210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.008431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.008528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.008750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.008905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.009024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.009277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.009412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.009555] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1035.041438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.041731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.041915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.042070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.042283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.065635] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1035.193892] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.194054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.194126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.194349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.209373] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1035.210378] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.211687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1035.254902] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.255162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.255237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.255452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.265249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.266102] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1035.266213] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.266350] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1035.324586] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.324793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.324793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.325064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.326589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.326862] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1035.414975] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.414975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.414975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.415220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.415360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.415625] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1035.416901] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.417107] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.417228] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.417457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.417592] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.417733] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port de3921f2-90bd-4281-abff-bde2ca63f72d not found, creating... [ 1035.418313] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.418313] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.418313] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.418498] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.418579] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.418855] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.419011] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.419128] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.419340] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.419470] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.419604] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: de3921f2-90bd-4281-abff-bde2ca63f72d is going to be created. [ 1035.439918] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.440135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.440298] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.440552] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.440839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.441068] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.525258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.525258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.525258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.525258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.525742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.526256] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:42. [ 1035.526445] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e', 'd5aa2afc-62e0-4656-9013-109eb30f12f0', 'd1b6f4f0-2117-4851-b56d-c85b68262701', 'e17fe498-02e4-4dfb-87fc-bdee12e39e97', '36416b85-a174-43f2-a227-301b66b2c679', '3603e7ad-ff95-4b52-8b67-2e84e650165f', '4fea0f37-7cbf-45e2-96dc-ed10386dfc89', 'a68823d0-cf14-47da-adba-d4820a446af2', 'a31dfbf2-bec5-4357-8b8f-d7c3def53bce', 'f7601425-5a5e-4747-8af9-3757f2ad1221', '4a438932-7d91-4ed3-b1f5-0d989a3cdfb1', 'f4aeccbe-7418-42bc-a925-b466ad686fa1', '5a2875fe-b623-4c1e-a1b4-77d4eed347e5', '37d164f4-aee6-4642-a964-ce4980b26e45', 'e9a14998-50da-4c3f-8d07-d5e24df826ad', '12b8989b-6d87-40b2-9966-2eec79352823', '9c98ff47-d639-417f-8490-8d0a443c3ee3', '4310622a-7ad0-4d55-b5cb-77462e3a1295', '9c06937e-2f22-4ff8-bc16-b7109c47f12b', '420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02', '6b92fe51-d811-4cbb-9393-a51645f2b944', '0c257ef2-535b-441f-974a-64f9b60e24ed', '1420d3bc-78d2-441a-9151-ed5d5c193bb1', '30deac6a-28c5-49d1-8829-1db852125f29', 'e48a2e83-462c-4068-b5f4-d5e8991ec444', 'c0065a2b-6d6a-4a53-9d28-65ab4c689f21', '6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a', '2a66501d-1de9-40d9-a041-56836c0bb450', '7d82d62c-988c-487c-acdc-738ef8cc5247', '8ceda117-2064-402e-8f86-d382d4f80600', '7ea831b0-977e-4534-b411-1062982c8cb5', '2927f189-1011-4774-8b4a-d052a4aafd52', 'fe5b9f85-09e9-4e64-af2c-309c38efd211', '81bee016-a471-446d-9a0e-54e1db394c97', '48636f49-2ec8-46ef-9e24-c304887ecadb', 'debbc2f9-6963-4db0-81d1-6850f07e8884', 'f32ed4cc-7ed7-4fd1-9570-71c4145cf802', '9b5eb5a0-d121-466d-b01a-30975646782e', '5d36bd11-f878-4626-83aa-ad0b7732bd41', 'b8d54fbf-9b5c-444f-973f-4f19e5d6358a', 'c33247e9-2f05-480f-a2b7-ab915669cc4f', 'a6b69b5d-2c9a-48e3-820a-ef4771db3270'} {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.526614] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1035.547401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.547579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.547636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.547864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.547958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.548096] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1035.548170] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.548241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1035.670289] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.670558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.670558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.670794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.672109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.672506] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1035.672613] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1035.672713] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1035.672758] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1035.672865] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/42 resources of Type:Security Group Rules [ 1035.672959] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGH for action security_group_rules [ 1035.673070] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGH for action security_group_rules [ 1035.673160] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGH for action security_group_rules [ 1035.673234] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGH for action security_group_rules [ 1035.673316] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGH for action security_group_rules [ 1035.673381] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGH for action security_group_rules [ 1035.673463] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGH for action security_group_rules [ 1035.674805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.918765] env[65321]: INFO networking_nsxv3.common.synchronization [req-5310fc20-25a4-4332-8719-0ed90233f40f req-2cdd08e8-cbf4-4636-92ab-b9892d1b1577 tempest-ServerExternalEventsTest-1081020156 tempest-ServerExternalEventsTest-1081020156-project-member] Enqueued Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_members [ 1035.919314] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b5eb5a0-d121-466d-b01a-30975646782e with Priority: HIGHEST for action security_group_members [ 1035.919491] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGH for action security_group_rules [ 1035.919606] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1b6f4f0-2117-4851-b56d-c85b68262701 with Priority: HIGH for action security_group_rules [ 1035.919701] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 with Priority: HIGH for action security_group_rules [ 1035.919806] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9a14998-50da-4c3f-8d07-d5e24df826ad with Priority: HIGH for action security_group_rules [ 1035.919909] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 with Priority: HIGH for action security_group_rules [ 1035.920011] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b with Priority: HIGH for action security_group_rules [ 1035.920106] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGH for action security_group_rules [ 1035.920213] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 with Priority: HIGH for action security_group_rules [ 1035.920350] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGH for action security_group_rules [ 1035.920412] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 12b8989b-6d87-40b2-9966-2eec79352823 with Priority: HIGH for action security_group_rules [ 1035.920496] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGH for action security_group_rules [ 1035.920629] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGH for action security_group_rules [ 1035.920744] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 with Priority: HIGH for action security_group_rules [ 1035.921659] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7601425-5a5e-4747-8af9-3757f2ad1221 with Priority: HIGH for action security_group_rules [ 1035.921847] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce with Priority: HIGH for action security_group_rules [ 1035.921955] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f with Priority: HIGH for action security_group_rules [ 1035.922083] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a68823d0-cf14-47da-adba-d4820a446af2 with Priority: HIGH for action security_group_rules [ 1035.922191] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGH for action security_group_rules [ 1035.922286] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 with Priority: HIGH for action security_group_rules [ 1035.922394] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 with Priority: HIGH for action security_group_rules [ 1035.922704] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-9b5eb5a0-d121-466d-b01a-30975646782e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.923170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.923276] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.923507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.923684] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.923926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.923926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.924022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.924125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.924366] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9b5eb5a0-d121-466d-b01a-30975646782e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.925254] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.925254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.925655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.925655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.925655] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.926277] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d1b6f4f0-2117-4851-b56d-c85b68262701 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.926421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.926530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.926653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.926688] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d1b6f4f0-2117-4851-b56d-c85b68262701',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.927650] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.927650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.927755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.927904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.927904] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4fea0f37-7cbf-45e2-96dc-ed10386dfc89',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.928804] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e9a14998-50da-4c3f-8d07-d5e24df826ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.928911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.928977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.929688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.929838] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e9a14998-50da-4c3f-8d07-d5e24df826ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.930710] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.930818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.930895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.931107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.931227] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.931936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.932080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.932227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.932297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.932376] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c06937e-2f22-4ff8-bc16-b7109c47f12b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.933124] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.933250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.933408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.933518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.933518] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.934523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c98ff47-d639-417f-8490-8d0a443c3ee3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.934599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.934652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.934807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.934893] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c98ff47-d639-417f-8490-8d0a443c3ee3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.935612] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.935720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.935780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.936013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.936013] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.936699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-12b8989b-6d87-40b2-9966-2eec79352823 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.936851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.936945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.937110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.937308] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('12b8989b-6d87-40b2-9966-2eec79352823',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.938022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.938262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.938341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.938498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.938601] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.940108] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.940234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.940301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.940466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.940528] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.941850] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.941850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.941850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.941971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.942094] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a438932-7d91-4ed3-b1f5-0d989a3cdfb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.943399] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7601425-5a5e-4747-8af9-3757f2ad1221 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.943525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.943597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.943915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.943915] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7601425-5a5e-4747-8af9-3757f2ad1221',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.944749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.944858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.944943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.945122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.945199] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a31dfbf2-bec5-4357-8b8f-d7c3def53bce',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.946365] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3603e7ad-ff95-4b52-8b67-2e84e650165f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.946365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.946365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.946535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.946535] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3603e7ad-ff95-4b52-8b67-2e84e650165f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.947641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a68823d0-cf14-47da-adba-d4820a446af2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.947765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.947829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.948043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.948123] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a68823d0-cf14-47da-adba-d4820a446af2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.949155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.949280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.949331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.950545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.950545] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.950822] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d5aa2afc-62e0-4656-9013-109eb30f12f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.950956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.951047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.951200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.951287] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d5aa2afc-62e0-4656-9013-109eb30f12f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.952172] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.952462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.952462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.953148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.953148] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e17fe498-02e4-4dfb-87fc-bdee12e39e97',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.164760] env[65321]: INFO networking_nsxv3.common.synchronization [req-1377994f-e2ba-4ceb-a272-87efe4a426ae req-2793e946-30db-4333-8454-25ed2c477179 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 1036.164936] env[65321]: INFO networking_nsxv3.common.synchronization [req-1377994f-e2ba-4ceb-a272-87efe4a426ae req-2793e946-30db-4333-8454-25ed2c477179 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1036.165084] env[65321]: INFO networking_nsxv3.common.synchronization [req-1377994f-e2ba-4ceb-a272-87efe4a426ae req-2793e946-30db-4333-8454-25ed2c477179 service nova] Enqueued Resource ID: de3921f2-90bd-4281-abff-bde2ca63f72d with Priority: HIGHEST for action port [ 1036.165355] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 1036.165514] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1036.165514] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de3921f2-90bd-4281-abff-bde2ca63f72d with Priority: HIGHEST for action port [ 1036.166371] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.166478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.166729] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.166821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.167077] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-de3921f2-90bd-4281-abff-bde2ca63f72d taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.167176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.167217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.167396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.167474] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de3921f2-90bd-4281-abff-bde2ca63f72d',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.277063] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a03440-01da-4809-ac13-5712a3cec3e6 in Status: SUCCESS [ 1036.277570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.277870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.278153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.278430] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.279799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.279799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.279799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.279799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.279799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.279799] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.455641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.455852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.455941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.456191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.456374] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.456477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.456541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.456750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.456892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.456892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.457043] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.459575] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.459575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.461789] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.461789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.461789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.461991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.465766] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.465912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.466030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.466189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.466344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.466442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.466506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.466662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.466751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.466840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.466930] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.490125] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.490335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.490335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.490555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.490767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.490909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.490997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.491262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.491383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.491484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.491780] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.506239] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.506464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.506540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.507900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.507900] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.507900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.507900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.507900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.507900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.507900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.507900] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.508490] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.508652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.508743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.509199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.509317] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.511913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.512040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.512227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.512286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.512378] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.512473] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.517628] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.517760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.519265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.519449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.520229] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.520327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.524764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.524902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.525898] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.525898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.525898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.526110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.526146] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.526244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.526308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.526473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.526559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.526648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.526798] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.526890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.526950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.527117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.527257] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.527347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.527405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.527545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.527625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.528000] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.528000] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.531660] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.531660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.536972] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36416b85-a174-43f2-a227-301b66b2c679: rpc.has_security_group_logging(os_id): False [ 1036.538232] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.542623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.542913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.543072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.543140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.543369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.543455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.543550] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5eb5a0-d121-466d-b01a-30975646782e is going to be updated. [ 1036.544967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.545185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.551123] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.551123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.560125] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.560267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576202] env[65321]: INFO networking_nsxv3.common.synchronization [req-b66c6a3f-0de8-4b40-9a98-cfb83c0ae90e req-38446064-c8dc-4def-a5e0-c3c40f924898 tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1036.576202] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1036.576202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.576657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.576830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.577138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.577411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.577628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.577854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.578148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.578334] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.578525] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.581546] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.581546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.582327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.582445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.583322] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.583451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586570] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.586570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586570] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.586570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586570] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.586950] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.586950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587524] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.588107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.588358] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 12b8989b-6d87-40b2-9966-2eec79352823 is going to be deleted. [ 1036.590057] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.590162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.590222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.590431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.592861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.592984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.600748] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.600748] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.600748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.600748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.600748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.600748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.610803] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5eb5a0-d121-466d-b01a-30975646782e in Status: IN_PROGRESS for 2s [ 1036.614475] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1036.615283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.615421] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7601425-5a5e-4747-8af9-3757f2ad1221 is going to be deleted. [ 1036.617172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.617172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.641087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.641239] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02 is going to be deleted. [ 1036.642226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.642452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.663658] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.663658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.667617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.668582] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d1b6f4f0-2117-4851-b56d-c85b68262701 is going to be deleted. [ 1036.669039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.669039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.669851] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port de3921f2-90bd-4281-abff-bde2ca63f72d with status ACTIVE [ 1036.670104] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.670228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.670286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.670452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.670530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.670740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.670830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.670888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.671050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.671125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.671353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.671424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.671458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.671573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.671646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.671753] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: de3921f2-90bd-4281-abff-bde2ca63f72d is going to be updated. [ 1036.722029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.722029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.722029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.722029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.722029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.722029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de3921f2-90bd-4281-abff-bde2ca63f72d" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.782456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.813337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.813337] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c98ff47-d639-417f-8490-8d0a443c3ee3 is going to be deleted. [ 1036.813337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.813547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.815471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.815640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.818421] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.818579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.852389] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.852389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.883867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.884032] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c06937e-2f22-4ff8-bc16-b7109c47f12b is going to be deleted. [ 1036.885034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.885238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.927801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.928165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e9a14998-50da-4c3f-8d07-d5e24df826ad is going to be deleted. [ 1036.929104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.929359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.960119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.960336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.966701] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.975640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.977284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.990116] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.990365] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a31dfbf2-bec5-4357-8b8f-d7c3def53bce is going to be deleted. [ 1036.991771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.991771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.026164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.026314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.026979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.027307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.027544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.028183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.028294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.029014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.029014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.029014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.029014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.029471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.029973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.030229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.030444] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.031445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.031445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.031445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.031706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.031780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.032151] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.039130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.039756] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.040082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.040082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.040307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.040393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.041133] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.041357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.041467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.041765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.041888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.042162] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.042295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.042923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.045537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.046161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.046161] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1037.047691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.047950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.051621] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4aeccbe-7418-42bc-a925-b466ad686fa1: rpc.has_security_group_logging(os_id): False [ 1037.094093] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1037.094284] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1037.094404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.094663] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.096499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.096792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.098031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.098031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.098031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.098031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.098031] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.098031] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.100651] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.100794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.115053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.115053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.122358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.122569] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d5aa2afc-62e0-4656-9013-109eb30f12f0 is going to be deleted. [ 1037.123521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.123749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.128641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.128823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.168310] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.168451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.174155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.174328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.177181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.177298] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a68823d0-cf14-47da-adba-d4820a446af2 is going to be deleted. [ 1037.178479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.180430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.247745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.247745] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3603e7ad-ff95-4b52-8b67-2e84e650165f is going to be deleted. [ 1037.247745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.247745] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.280986] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.281230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.286200] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c1a03440-01da-4809-ac13-5712a3cec3e6: rpc.has_security_group_logging(os_id): False [ 1037.317984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.318147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4fea0f37-7cbf-45e2-96dc-ed10386dfc89 is going to be deleted. [ 1037.319617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.319850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.328028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.328028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.366313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.366313] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e17fe498-02e4-4dfb-87fc-bdee12e39e97 is going to be deleted. [ 1037.366687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.366898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.366991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.367128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-12b8989b-6d87-40b2-9966-2eec79352823" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.367290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.369742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.369742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.369742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7601425-5a5e-4747-8af9-3757f2ad1221" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.370986] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.371269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.371356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.371469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-420dcdaf-3fc2-4887-9cb9-b9a8b6eedd02" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.372821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.372821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.372821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.372821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.372821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.373126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a68823d0-cf14-47da-adba-d4820a446af2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.373743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.373916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.373997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d1b6f4f0-2117-4851-b56d-c85b68262701" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.374379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.374454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c98ff47-d639-417f-8490-8d0a443c3ee3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.374713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.374877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.396712] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.396808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.428096] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.428396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.439590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.439728] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a438932-7d91-4ed3-b1f5-0d989a3cdfb1 is going to be deleted. [ 1037.441614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.441614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.474741] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e: rpc.has_security_group_logging(os_id): False [ 1037.504660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.505016] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.505122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.505208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.505390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.505472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.505570] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 is going to be updated. [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e9a14998-50da-4c3f-8d07-d5e24df826ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a31dfbf2-bec5-4357-8b8f-d7c3def53bce" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d5aa2afc-62e0-4656-9013-109eb30f12f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.510734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.510734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.510948] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.511095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.511172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.511324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.511396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.511486] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 is going to be created. [ 1037.512687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.512770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.512809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.512915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c06937e-2f22-4ff8-bc16-b7109c47f12b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.513876] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.514068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.514068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.514182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.536042] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1037.548995] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.548995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.560416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.560416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.560416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.560416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.560416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.560416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.560416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.560416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.560416] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1037.561254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.561490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.562162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.562162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3603e7ad-ff95-4b52-8b67-2e84e650165f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.562162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.562366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.562366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.562476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4fea0f37-7cbf-45e2-96dc-ed10386dfc89" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.564824] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1037.564824] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.564824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.564824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.564824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.600758] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.601826] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.688998] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.689238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.698253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.698253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.698253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.698253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.698825] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e17fe498-02e4-4dfb-87fc-bdee12e39e97" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.698825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.699123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a438932-7d91-4ed3-b1f5-0d989a3cdfb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.700240] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.701045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.701232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.702123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.702272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.703592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.703758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.703932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.724321] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a03440-01da-4809-ac13-5712a3cec3e6 in Status: IN_PROGRESS for 2s [ 1037.739711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: IN_PROGRESS for 2s [ 1037.761212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.761212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.761212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.761212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.761212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.787710] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1037.819199] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1037.820412] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.820412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.820412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.820412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.820412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.863976] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1037.867327] env[65321]: INFO networking_nsxv3.common.synchronization [req-36c970e8-93e4-41a3-95a4-51b633ad2739 req-95d627b3-be94-434e-8214-8e1a3cdd4c6f tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1037.868304] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1037.868304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.868465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.868465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.868853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.868853] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.868995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.868995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.869343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.869343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.869416] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.104344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.104714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.104714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.104812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.105394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.105394] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1038.106399] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.153233] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.153380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.153435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.153919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.153919] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.164770] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1038.373634] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.609135] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.610397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.610535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.610989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.611139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.611265] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1038.626904] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9b5eb5a0-d121-466d-b01a-30975646782e in Status: SUCCESS [ 1038.627055] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9b5eb5a0-d121-466d-b01a-30975646782e deletion is rescheduled due to dependency. [ 1038.628689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9b5eb5a0-d121-466d-b01a-30975646782e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.656571] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.657170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.657170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.657170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.657170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.670585] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1038.877028] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.006829] env[65321]: INFO networking_nsxv3.common.synchronization [req-0e7e0971-e3db-4704-845a-40a0342ff1a9 req-998255d3-3368-4df0-b32e-4543af30c836 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1039.007446] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1039.007446] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.007606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.007606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.009044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.009044] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.009044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.009044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.009044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.009044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.009044] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.380063] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.380063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.380510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.380510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.380510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.380782] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1039.412419] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.412419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.412419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.412628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.413019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.429258] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1039.495933] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.496187] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.496300] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.496625] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.496896] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.497074] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.497194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.498016] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.498016] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.498016] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.498016] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1039.498016] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1039.498217] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1039.498251] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1039.499129] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1039.499129] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1039.510784] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.510960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.511020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.511275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.511331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.511585] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.511788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.511788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.511876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.511956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.512048] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 already deleted. [ 1039.512130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.522380] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1039.522380] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1039.522591] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1039.522642] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.523195] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-8771894c-38e7-4582-9a2b-7719fa0d5f9f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.523195] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.523429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.523623] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.523722] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8771894c-38e7-4582-9a2b-7719fa0d5f9f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.584018] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1039.584256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.736526] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c1a03440-01da-4809-ac13-5712a3cec3e6 in Status: SUCCESS [ 1039.736739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.752068] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: SUCCESS [ 1039.752200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.801573] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1039.802021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.879395] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1039.879395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.026407] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.026545] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.026694] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.026953] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.027135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.027294] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 8771894c-38e7-4582-9a2b-7719fa0d5f9f not found, creating... [ 1040.027561] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.027725] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.027842] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.028079] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.028219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.028550] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.028678] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.028771] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.029029] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.029119] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.029688] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 8771894c-38e7-4582-9a2b-7719fa0d5f9f is going to be created. [ 1040.049915] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.050193] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.050288] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.050643] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.050923] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.051188] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.178953] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1040.179263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.179453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.179685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.179882] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.180158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.180227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.180399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.180486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.180650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.180864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.180968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.181043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.181209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.181418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.181527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.181589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.181819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.181890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.181982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.182090] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.680233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1040.680524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.681241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.681241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.681241] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.681241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.681241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.681589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.681589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.681589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.681716] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.684483] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4310622a-7ad0-4d55-b5cb-77462e3a1295: rpc.has_security_group_logging(os_id): False [ 1040.708032] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.708032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.708032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.708309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.739479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.739885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.743168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.743293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.743521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.743614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.743870] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.743987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.744065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.744499] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.744621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.744667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.744834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.744957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.745081] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1040.797276] env[65321]: INFO networking_nsxv3.common.synchronization [req-0e7e0971-e3db-4704-845a-40a0342ff1a9 req-df6b2b7e-4c6b-48f9-8240-65f9373618e6 service nova] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1040.797458] env[65321]: INFO networking_nsxv3.common.synchronization [req-0e7e0971-e3db-4704-845a-40a0342ff1a9 req-df6b2b7e-4c6b-48f9-8240-65f9373618e6 service nova] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1040.797596] env[65321]: INFO networking_nsxv3.common.synchronization [req-0e7e0971-e3db-4704-845a-40a0342ff1a9 req-df6b2b7e-4c6b-48f9-8240-65f9373618e6 service nova] Enqueued Resource ID: 8771894c-38e7-4582-9a2b-7719fa0d5f9f with Priority: HIGHEST for action port [ 1040.798985] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1040.799206] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1040.799449] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8771894c-38e7-4582-9a2b-7719fa0d5f9f with Priority: HIGHEST for action port [ 1040.799803] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.799935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.800019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.800232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.800353] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.801376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.802404] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.802404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.804232] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.805341] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-8771894c-38e7-4582-9a2b-7719fa0d5f9f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.805508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.805552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.806476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.806476] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8771894c-38e7-4582-9a2b-7719fa0d5f9f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.820834] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.821018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.821520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.823036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.823262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.847762] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1041.183898] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.184072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.184142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.184538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.184651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.184741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.184935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.185050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.185122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.185295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.185414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.185414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.185564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.185699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.185792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.185851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.186045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.186090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.186144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.186227] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.308147] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.308147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.308403] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.311481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8771894c-38e7-4582-9a2b-7719fa0d5f9f with status ACTIVE [ 1041.311481] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.311481] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.311481] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.311481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.311481] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8771894c-38e7-4582-9a2b-7719fa0d5f9f is going to be updated. [ 1041.341599] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.341813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.342060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.342165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.342361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.342576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8771894c-38e7-4582-9a2b-7719fa0d5f9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.441408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1041.441408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.689609] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 1041.713666] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.713881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.713938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.714174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.736083] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.736083] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.736083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.737503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.737503] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.737503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.737503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.737503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.737503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.737503] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1041.810056] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.810056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.810056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.810056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.810056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.813268] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.824036] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1041.902355] env[65321]: INFO networking_nsxv3.common.synchronization [req-4ea4c43e-3ecd-41a3-bcb2-850c1e09bf63 req-f8e44cc2-fe27-46a0-a34e-0534369ba238 tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1041.902715] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1041.904539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.904539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.904539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.904539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.904539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.904847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.904847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.904931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.904978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.905129] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.320023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.320905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.321371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.321631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.321733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.321841] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be created. [ 1042.350019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.350532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.350532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.350714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.350878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.362160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: UNINITIALIZED for 2s [ 1042.408916] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.409048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.409193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.409310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.409403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.409600] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.409690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.409755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.409911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.409987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.410086] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1042.460167] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.460167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.460167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.460167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.460167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.469451] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1042.865848] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1042.866250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.847898] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1043.848303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.848474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.848758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.848885] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.352662] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.353593] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.353913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.354263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.354568] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.354818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.355052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.355457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.355684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.355955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.356238] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.376389] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1044.376464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.377094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.377338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.377754] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.377970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.377970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.378185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.378314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.378443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.378479] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.491977] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1044.492472] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 deletion is rescheduled due to dependency. [ 1044.492472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.860029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.860314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.860608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.860780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.860895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.861149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.861275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.861643] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.861798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.861918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.862374] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.862522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.862624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.862858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.862981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.864259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.864259] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.881308] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.959726] env[65321]: INFO networking_nsxv3.common.synchronization [req-8cae2998-29a5-4893-9b70-9e3fb8f8ea67 req-7ef8491f-a3e5-4ae0-8215-979086430d6d tempest-ServersNegativeTestJSON-1965872500 tempest-ServersNegativeTestJSON-1965872500-project-member] Enqueued Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 1044.960332] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a with Priority: HIGHEST for action security_group_members [ 1044.960770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.960938] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.961054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.961363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.961613] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.961748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.961865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.962040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.962160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.962284] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.150920] env[65321]: INFO networking_nsxv3.common.synchronization [req-180ca2d4-a1c2-48b9-94c8-5836717a699e req-7e4ed548-a6c2-4cd8-8bb1-1c5245e845f0 tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1045.151796] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1045.151958] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.152176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.152247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.152413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.152598] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.152703] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.152774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.152943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.153559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.153920] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.366325] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 1045.386075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.386213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.386291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.386508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.386599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.386857] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.387009] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.387307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.387918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.387918] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.387918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.387918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.388478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.388478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.388478] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.388617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.388617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.388706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.388776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.389181] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1045.390453] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f58c2dd-5f19-400a-90a6-a9ac33948f46: rpc.has_security_group_logging(os_id): False [ 1045.410014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.410014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.410014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.410247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.410858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.410858] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.410858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.410858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.411500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.411500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.411500] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be created. [ 1045.465742] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.466114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.466114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.466583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.469586] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.469697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.486376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.486594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.511580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.511895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.512918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.512918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.513212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.513347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.513501] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a is going to be updated. [ 1045.514730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.514965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.515562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.516890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.516890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.517105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.537200] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1045.559147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1045.612989] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.613182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.613182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.613414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.613560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.623896] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: IN_PROGRESS for 2s [ 1045.657425] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.657869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.657869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.657977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.657977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.658251] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.658356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.658415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.658620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.658700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.658788] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1045.702170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.702437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.702437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.702673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.702823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.714281] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1047.550270] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1047.550270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.573187] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1047.573462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.635201] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a in Status: SUCCESS [ 1047.635325] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a deletion is rescheduled due to dependency. [ 1047.635432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.726389] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1047.726791] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 1047.726945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.128675] env[65321]: INFO networking_nsxv3.common.synchronization [req-b8c3093a-67f0-410b-b51f-06a5a39bbed2 req-da5db28e-1c78-417b-ac94-d10c8cbab532 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_members [ 1048.129421] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGHEST for action security_group_members [ 1048.129835] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.130041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.130156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.130457] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.130691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.130859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.130939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.131164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.131270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.131406] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.634513] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.634967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.634967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.634967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.635146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.635250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.635337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.635396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.635556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.635627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.635719] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 is going to be updated. [ 1048.669295] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.669483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.669620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.669810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.669956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.685509] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: IN_PROGRESS for 2s [ 1049.139617] env[65321]: INFO networking_nsxv3.common.synchronization [None req-0cdc3c19-be0f-46e0-9bfa-352802d0ce58 tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 7618465f-b74f-469d-81de-0f528c8e5646 with Priority: HIGHEST for action security_group_rules [ 1049.141546] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7618465f-b74f-469d-81de-0f528c8e5646 with Priority: HIGHEST for action security_group_rules [ 1049.141546] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7618465f-b74f-469d-81de-0f528c8e5646 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.141546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.141546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.141546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.141546] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7618465f-b74f-469d-81de-0f528c8e5646',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.159563] env[65321]: INFO networking_nsxv3.common.synchronization [req-e846c121-2f06-42bf-ae9b-600a35133911 req-9d109ef9-e68d-4f22-a334-a2a91d371854 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1049.160169] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1049.160240] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.160320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.160390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.160591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.160793] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.161017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.161141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.161538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.161888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.161888] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.310755] env[65321]: INFO networking_nsxv3.common.synchronization [None req-84cf3807-c174-4753-a8a4-0957a5eaf47c tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 7618465f-b74f-469d-81de-0f528c8e5646 with Priority: HIGHEST for action security_group_rules [ 1049.310755] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7618465f-b74f-469d-81de-0f528c8e5646 with Priority: HIGHEST for action security_group_rules [ 1049.310936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7618465f-b74f-469d-81de-0f528c8e5646 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.311094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.665040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.665040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.665040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.665040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.665040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.665740] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7618465f-b74f-469d-81de-0f528c8e5646 already deleted. [ 1049.665740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.665740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.665740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.665740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.665959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.665959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.666119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.666189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.666245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.666460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.666583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.666859] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1049.667864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.668147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.668147] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7618465f-b74f-469d-81de-0f528c8e5646',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.702608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.702832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.703020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.703149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.703268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.714769] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1050.193636] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.193841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.193841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.194113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.194240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.194423] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7618465f-b74f-469d-81de-0f528c8e5646 already deleted. [ 1050.194423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7618465f-b74f-469d-81de-0f528c8e5646" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.285219] env[65321]: INFO networking_nsxv3.common.synchronization [req-1144ec49-4ee8-41c8-bdca-cf85dc8d5f21 req-79063c3b-288b-4468-99ae-013b18e82039 tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1050.285219] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1050.292821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.292821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.292821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.292821] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.696222] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 in Status: SUCCESS [ 1050.696548] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 deletion is rescheduled due to dependency. [ 1050.696548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.794545] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.794724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.794775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.795013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.816946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.816946] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.816946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.816946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.816946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.816946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.816946] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 1050.845182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.845387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.845387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.845604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.845762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.855607] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 1051.519620] env[65321]: INFO networking_nsxv3.common.synchronization [req-3938f856-a1d4-4e87-9b4b-ca257f43d02c req-5675503e-b0ad-44a2-924d-3de32b6f77f6 tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1051.519620] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1051.519620] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.519620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.519620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.519620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.519909] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.520818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.520818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.520818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.520818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.520818] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.730223] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1051.730504] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1051.730545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.873493] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-477 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.873733] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.873819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.874201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.874431] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.874595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.874726] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.874970] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.875232] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.875686] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.875849] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1051.876776] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1051.876776] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1051.876776] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1051.876776] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1051.876776] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1051.896650] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1051.896878] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1051.897061] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1051.897272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-477" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.897616] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-0c7eb6db-95d2-4eb6-ae28-e31092066f13 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.897862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.898036] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.898392] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.898561] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7eb6db-95d2-4eb6-ae28-e31092066f13',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.022926] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.023151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.023312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.023509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.023641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.023926] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.024090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.024157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.024410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.024516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.024621] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1052.050317] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.050491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.050491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.050701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.050859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.060289] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1052.403483] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.403483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.403483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.403483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.403483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.403483] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 0c7eb6db-95d2-4eb6-ae28-e31092066f13 not found, creating... [ 1052.403483] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.403483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.403483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.403862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.403862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.404051] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.404179] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.404296] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.404504] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.404635] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.404773] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 0c7eb6db-95d2-4eb6-ae28-e31092066f13 is going to be created. [ 1052.434469] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.434698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.434751] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.435028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.435267] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.435507] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.866026] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 1052.866425] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 1052.866425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.142229] env[65321]: INFO networking_nsxv3.common.synchronization [req-3938f856-a1d4-4e87-9b4b-ca257f43d02c req-feb5bbc2-953a-4678-9979-6269479ccdea service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 1053.142433] env[65321]: INFO networking_nsxv3.common.synchronization [req-3938f856-a1d4-4e87-9b4b-ca257f43d02c req-feb5bbc2-953a-4678-9979-6269479ccdea service nova] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1053.142619] env[65321]: INFO networking_nsxv3.common.synchronization [req-3938f856-a1d4-4e87-9b4b-ca257f43d02c req-feb5bbc2-953a-4678-9979-6269479ccdea service nova] Enqueued Resource ID: 0c7eb6db-95d2-4eb6-ae28-e31092066f13 with Priority: HIGHEST for action port [ 1053.144544] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_rules [ 1053.144814] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1053.145985] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c7eb6db-95d2-4eb6-ae28-e31092066f13 with Priority: HIGHEST for action port [ 1053.146437] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.146596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.146699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.147051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.147167] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.148370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.148651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.149213] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c7eb6db-95d2-4eb6-ae28-e31092066f13 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.149549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.149923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.150214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.150311] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c7eb6db-95d2-4eb6-ae28-e31092066f13',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.652698] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.652959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.653330] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0c7eb6db-95d2-4eb6-ae28-e31092066f13 with status ACTIVE [ 1053.653330] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.653330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.653330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.653773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.653773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.653773] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.654143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.654143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.654143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.654343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.654396] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.654487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.654542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.654688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.654757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.654841] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0c7eb6db-95d2-4eb6-ae28-e31092066f13 is going to be updated. [ 1053.680185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.680185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.680185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.680185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.680185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.680487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c7eb6db-95d2-4eb6-ae28-e31092066f13" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.071327] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1054.071639] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 1054.071639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.071810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.072050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.072245] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.072363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.072430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.072656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.072656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.072766] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.574747] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.077564] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.581050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.581050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.581050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.581050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.581368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.581368] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1055.609262] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.609561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.609561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.609708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.609823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.618197] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1057.498757] env[65321]: INFO networking_nsxv3.common.synchronization [req-6c64beb8-718e-40d7-8492-de45397d9938 req-f789611b-38bb-429b-a2ad-0178b85d7a0b tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1057.498757] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1057.499064] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.499159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.499225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.499458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.499563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.499664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.499725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.499875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.499957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.500116] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.630454] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1057.630645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.630780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.630995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.631206] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.631325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.631733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.631733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.631733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.631733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.632171] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.811833] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.811833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.812015] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.812221] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.812506] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.812951] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.813169] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.813264] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.813421] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.813655] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.813785] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1057.813907] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1057.814038] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1057.814158] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1057.814278] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1057.814412] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1057.841348] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1057.841580] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1057.841753] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1057.841954] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.842401] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-d46943c3-35ce-4156-81c6-0228dda6109e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.842620] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.842763] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.843188] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.843347] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46943c3-35ce-4156-81c6-0228dda6109e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.003786] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.134487] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.134666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.134666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.134920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.135119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.135227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.135286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.135467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.135557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.135645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.135811] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.135927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.135983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.136179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.136325] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.136500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.136500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.136759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.136759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.136759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.136886] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.346112] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.346353] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.346496] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.346793] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.346948] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.347120] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port d46943c3-35ce-4156-81c6-0228dda6109e not found, creating... [ 1058.347384] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.347543] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.347658] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.347875] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.348039] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.348338] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.348492] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.348608] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.348839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.348999] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.349234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: d46943c3-35ce-4156-81c6-0228dda6109e is going to be created. [ 1058.369662] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.369882] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.369988] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.370297] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.370638] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.370929] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.506328] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.639510] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4310622a-7ad0-4d55-b5cb-77462e3a1295: rpc.has_security_group_logging(os_id): False [ 1058.659244] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.659461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.659461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.659646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.659740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.659936] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.660156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.660229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.660339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.660418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.660618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.660775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.660864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.660967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.661045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.661211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.661306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.661360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.661496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.661563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.661653] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1058.734488] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.734679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.734727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.734916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.735074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.754338] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1059.009029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.009323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.009405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.009756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.009888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.010105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1059.040897] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.041079] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.041153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.041366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.041523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.051171] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1059.109721] env[65321]: INFO networking_nsxv3.common.synchronization [req-6c64beb8-718e-40d7-8492-de45397d9938 req-3fc47a29-a7a7-4ea1-8b6c-b290fa6b1990 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1059.109906] env[65321]: INFO networking_nsxv3.common.synchronization [req-6c64beb8-718e-40d7-8492-de45397d9938 req-3fc47a29-a7a7-4ea1-8b6c-b290fa6b1990 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1059.110062] env[65321]: INFO networking_nsxv3.common.synchronization [req-6c64beb8-718e-40d7-8492-de45397d9938 req-3fc47a29-a7a7-4ea1-8b6c-b290fa6b1990 service nova] Enqueued Resource ID: d46943c3-35ce-4156-81c6-0228dda6109e with Priority: HIGHEST for action port [ 1059.110589] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1059.110758] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1059.110882] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d46943c3-35ce-4156-81c6-0228dda6109e with Priority: HIGHEST for action port [ 1059.111738] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.111872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.111933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.112156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.112241] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.113170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.113251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.113448] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d46943c3-35ce-4156-81c6-0228dda6109e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.113595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.113688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.113819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.113897] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d46943c3-35ce-4156-81c6-0228dda6109e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.616207] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.616429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.616429] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d46943c3-35ce-4156-81c6-0228dda6109e with status ACTIVE [ 1059.616716] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.616800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.616893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.617095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.617187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.617366] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.617462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.617524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.617679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.617754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.617937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.618040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.618134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.618297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.618297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.618534] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d46943c3-35ce-4156-81c6-0228dda6109e is going to be updated. [ 1059.643534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.643534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.643534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.643534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.643534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.643534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d46943c3-35ce-4156-81c6-0228dda6109e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.773036] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1060.773359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.061562] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1061.061858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.062097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.062335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.062593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.062765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.062864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.063127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.063235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.063421] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.566168] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.592638] env[65321]: INFO networking_nsxv3.common.synchronization [req-b3711764-1c6a-496a-9377-45be1e5c9311 req-df46b1fd-6b62-4ff8-8d52-5fc680c721f1 tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1061.593212] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1061.594265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.594265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.594265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.594265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.594265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.594265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.594265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.594694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.594694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.594694] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.895140] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-874 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.895431] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.895483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.895713] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.895968] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.896141] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.896265] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.896843] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.896843] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.896843] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.896998] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1061.897051] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1061.897131] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1061.897233] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1061.897332] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1061.897515] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1061.917662] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1061.917870] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1061.918020] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1061.918202] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-874" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.918508] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-0ed5847a-fd42-42aa-a506-a65115b1748a taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.918897] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.919028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.920011] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.920011] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed5847a-fd42-42aa-a506-a65115b1748a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.069032] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.099665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.099808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.099882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.100121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.100213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.102324] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.102324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.102324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.102324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.102324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.102324] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 1062.126155] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.126347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.126395] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.126573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.126711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.136083] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 1062.421789] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.422108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.422282] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.422617] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.422822] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.423044] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 0ed5847a-fd42-42aa-a506-a65115b1748a not found, creating... [ 1062.423323] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.423484] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.423602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.423828] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.423970] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.424281] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.424447] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.424560] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.424762] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.425024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.425113] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 0ed5847a-fd42-42aa-a506-a65115b1748a is going to be created. [ 1062.446264] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.446575] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.446735] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.447030] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.447275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.447502] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.571573] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.571718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.571768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.572048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.572159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.572266] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1062.621022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.621022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.621022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.621022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.621022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.632579] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1063.149511] env[65321]: INFO networking_nsxv3.common.synchronization [req-b3711764-1c6a-496a-9377-45be1e5c9311 req-d19d0e85-233d-4c5c-af47-be82b50aa130 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 1063.149836] env[65321]: INFO networking_nsxv3.common.synchronization [req-b3711764-1c6a-496a-9377-45be1e5c9311 req-d19d0e85-233d-4c5c-af47-be82b50aa130 service nova] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1063.150091] env[65321]: INFO networking_nsxv3.common.synchronization [req-b3711764-1c6a-496a-9377-45be1e5c9311 req-d19d0e85-233d-4c5c-af47-be82b50aa130 service nova] Enqueued Resource ID: 0ed5847a-fd42-42aa-a506-a65115b1748a with Priority: HIGHEST for action port [ 1063.151572] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_rules [ 1063.151572] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1063.151712] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ed5847a-fd42-42aa-a506-a65115b1748a with Priority: HIGHEST for action port [ 1063.152344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.152540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.152661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.152961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.153133] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.154376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.154527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.154880] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ed5847a-fd42-42aa-a506-a65115b1748a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.155061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.155214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.155425] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.155551] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ed5847a-fd42-42aa-a506-a65115b1748a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.657218] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.657389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.657613] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ed5847a-fd42-42aa-a506-a65115b1748a with status ACTIVE [ 1063.657705] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.659523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.659523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.659523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.659523] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ed5847a-fd42-42aa-a506-a65115b1748a is going to be updated. [ 1063.683392] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.683621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.683621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.683809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.683959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.684135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ed5847a-fd42-42aa-a506-a65115b1748a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.147372] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 1064.147372] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 1064.147372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.147569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.147721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.147906] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.148033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.148097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.148279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.148341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.149388] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.644944] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1064.645320] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.645454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.645767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.646046] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.646149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.646240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.646389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.646470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.646583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.646697] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.650349] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.149346] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.149576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.149576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.149792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.149995] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.150127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.150193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.150363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.150448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.150541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.150691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.150827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.150892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.151081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.151236] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.151335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.151393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.151553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.151636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.151721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.151874] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.153033] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.654757] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1065.656119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.656266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.656346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.656545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.656705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.656764] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 1065.675809] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.675944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.676041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.676300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.676419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.676618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.676781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.676847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.677186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.677186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.677367] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.677367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.677493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.677544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.677619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.677821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.677918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.677992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.678150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.678222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.678306] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1065.688115] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.688315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.688359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.688570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.688718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.699485] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 1065.766375] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.766601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.766601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.766743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.767047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.815861] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1066.709933] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea1289aa-36c2-4b08-985d-c6f448b746ce req-8dfb454a-eb96-459e-b547-258212f7ae0d tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1066.710559] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1066.710924] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.711062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.711131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.711352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.711512] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.711611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.711683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.711837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.711923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.712040] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.012946] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.013331] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.013551] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.014055] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.014363] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.014551] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.014670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.014974] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.015174] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.015391] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.015549] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1067.015655] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1067.015912] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1067.015971] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1067.016175] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1067.016372] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1067.037996] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1067.038198] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1067.038339] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1067.038517] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.039016] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.039219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.039345] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.039697] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.039839] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494f65b2-cbf9-47c5-9295-c107fdfeb0bc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.214281] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.214536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.214655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.214992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.215152] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.215514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.215663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.215777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.216070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.216177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.216263] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1067.247292] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.247552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.247552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.247770] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.247977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.261041] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1067.386963] env[65321]: INFO networking_nsxv3.common.synchronization [req-607929c8-8e19-4881-a11c-b70e7db37b38 req-19be68b2-1069-4f83-b41d-e54161326301 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_members [ 1067.387875] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: debbc2f9-6963-4db0-81d1-6850f07e8884 with Priority: HIGHEST for action security_group_members [ 1067.388500] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-debbc2f9-6963-4db0-81d1-6850f07e8884 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.388677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.388814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.389686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.389686] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.389686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.389686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.389686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.389982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.389982] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('debbc2f9-6963-4db0-81d1-6850f07e8884',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.543513] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.543513] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.543843] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.543917] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.544063] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.544238] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 494f65b2-cbf9-47c5-9295-c107fdfeb0bc not found, creating... [ 1067.544521] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.544688] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.544851] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.545052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.545193] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.546844] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.547137] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.547361] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.548455] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.548455] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.548455] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 494f65b2-cbf9-47c5-9295-c107fdfeb0bc is going to be created. [ 1067.574024] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.574024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.574024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.574024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.574024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.574024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.711572] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.711572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.711572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.711572] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.832617] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1067.832617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.893034] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.893034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.893034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.893383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.914189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.914490] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.914746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.914746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.914952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.915049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.915141] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 is going to be updated. [ 1067.943285] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.943285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.943285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.943285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.943285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.952433] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbc2f9-6963-4db0-81d1-6850f07e8884 in Status: IN_PROGRESS for 2s [ 1068.214211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.214364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.217205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.217521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.217755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.217891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.217963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.218166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.218259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.218349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.218531] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.218635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.218857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.219040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.219143] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.219244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.219307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.220296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.220611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.220766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.220816] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.322545] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea1289aa-36c2-4b08-985d-c6f448b746ce req-38d2234d-77fa-49fb-af1a-8ffc8f76010b service nova] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_rules [ 1068.322545] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea1289aa-36c2-4b08-985d-c6f448b746ce req-38d2234d-77fa-49fb-af1a-8ffc8f76010b service nova] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1068.322545] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea1289aa-36c2-4b08-985d-c6f448b746ce req-38d2234d-77fa-49fb-af1a-8ffc8f76010b service nova] Enqueued Resource ID: 494f65b2-cbf9-47c5-9295-c107fdfeb0bc with Priority: HIGHEST for action port [ 1068.322808] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_rules [ 1068.322886] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1068.322979] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 494f65b2-cbf9-47c5-9295-c107fdfeb0bc with Priority: HIGHEST for action port [ 1068.323335] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.323459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.323549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.323775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.323891] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.324713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.325746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.325746] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.325746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.325746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.325746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.325746] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('494f65b2-cbf9-47c5-9295-c107fdfeb0bc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.723353] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2927f189-1011-4774-8b4a-d052a4aafd52: rpc.has_security_group_logging(os_id): False [ 1068.743952] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.744167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.744267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.744584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.744719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.744961] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.745159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.745248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.745439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.745995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.746229] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.746333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.746416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.746554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.746619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.746941] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.747095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.747158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.747249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.747323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.747408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 1068.827455] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.827632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.828253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 494f65b2-cbf9-47c5-9295-c107fdfeb0bc with status ACTIVE [ 1068.828253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.828253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.828253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.828515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.828515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.828585] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.828800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.828800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.828903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.828992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.829176] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.829271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.829332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.829472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.829559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.829627] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 494f65b2-cbf9-47c5-9295-c107fdfeb0bc is going to be updated. [ 1068.831531] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.832025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.832025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.832025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.832232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.860627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.860876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.860930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.861136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.861267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.861423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-494f65b2-cbf9-47c5-9295-c107fdfeb0bc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.862362] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 1069.274427] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1069.274630] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 deletion is rescheduled due to dependency. [ 1069.274818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.274973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.275173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.275390] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.275511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.275630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.275746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.275884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.275951] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.778657] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.964702] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: debbc2f9-6963-4db0-81d1-6850f07e8884 in Status: SUCCESS [ 1069.964949] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: debbc2f9-6963-4db0-81d1-6850f07e8884 deletion is rescheduled due to dependency. [ 1069.965144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-debbc2f9-6963-4db0-81d1-6850f07e8884" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.281176] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.587285] env[65321]: INFO networking_nsxv3.common.synchronization [req-7f055e7f-ed5a-49ad-a160-045050131a0b req-3fdd2f78-bc65-4451-806f-ecbe751478c6 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1070.587285] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1070.587285] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.587561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.587561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.588050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.588226] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.588341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.588400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.588600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.588663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.588903] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.783445] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.783445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.783445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.783814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.783814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.783880] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1070.816520] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.816701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.816776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.816994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.817163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.825703] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1070.876668] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 1070.876881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.090688] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.593585] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.750252] env[65321]: INFO networking_nsxv3.common.synchronization [req-30e9a009-a54f-49ff-9586-58ad606ccf3f req-122b555e-e73e-4b5b-9cf3-5458cafcffba tempest-ImagesTestJSON-258759683 tempest-ImagesTestJSON-258759683-project-member] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1071.750911] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGHEST for action security_group_members [ 1071.751238] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.751368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.751440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.751636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.751796] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.751900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.751980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.753996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.754154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.754276] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.095919] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.096214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.096214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.096379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.096491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.096555] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1072.125514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.125734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.125734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.125933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.126092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.136607] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1072.256335] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.256564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.256859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.257365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.257458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.258120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.258401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.258401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.258497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.258629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.258668] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be updated. [ 1072.300081] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.300228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.300307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.300516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.300656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.312701] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: IN_PROGRESS for 2s [ 1072.909880] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1072.910082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.910245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.910472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.910665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.910781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.910954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.911101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.911179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.911268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.911362] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.415672] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.416346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.416346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.416346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.416346] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.416584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.416584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.416676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.416768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.417220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.417220] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.417220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.417427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.417508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.417812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.417812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.417941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.418054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.418236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.418329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.418421] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.920835] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36416b85-a174-43f2-a227-301b66b2c679: rpc.has_security_group_logging(os_id): False [ 1073.939606] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.939764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.940386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.940386] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.940386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.940600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.940600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.940691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.940884] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.941043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.941043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.942046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.942046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.942046] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.942046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.942046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.942046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.942046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.942046] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1074.011522] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.011698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.011731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.011937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.012143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.046138] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1074.146804] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1074.147127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.232548] env[65321]: INFO networking_nsxv3.common.synchronization [req-f5154462-225d-40cb-a17e-64fd8ee4f952 req-c0b9b8ff-7393-4b62-9269-e4b05a7c463b tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1074.233197] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1074.233592] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.233661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.233738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.233990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.234255] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.234391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.234480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.234658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.234746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.234845] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.323827] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 in Status: SUCCESS [ 1074.324041] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 deletion is rescheduled due to dependency. [ 1074.324148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.612232] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.612654] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.612654] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.612926] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.613344] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.613406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.613509] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.613736] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.613884] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.614107] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.614223] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.614333] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.614439] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.614561] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.614644] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.614774] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.635273] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.635520] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.635610] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.635746] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.636129] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-71be2f71-4c44-4759-9e34-196821c6ab1f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.636308] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.636429] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.636847] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.637036] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71be2f71-4c44-4759-9e34-196821c6ab1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.737428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.737594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.737594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.737824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.737916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.738120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.738229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.738493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.738631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.738754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.738846] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1074.766799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.766995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.767041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.767317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.767516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.776641] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1075.139379] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.139614] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.139719] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.140090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.140266] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.140423] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 71be2f71-4c44-4759-9e34-196821c6ab1f not found, creating... [ 1075.140720] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.140910] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.141052] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.141294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.141431] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.141739] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.141950] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.142094] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.142312] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.142449] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.142590] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 71be2f71-4c44-4759-9e34-196821c6ab1f is going to be created. [ 1075.164462] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.164709] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.164908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.165153] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.165414] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.165667] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.360282] env[65321]: INFO networking_nsxv3.common.synchronization [req-2d41ff13-f2cc-4f8c-a6a0-976484d6788b req-311c5ade-9a49-41dd-ab19-f1f07051ef2e tempest-ServerDiskConfigTestJSON-1399029206 tempest-ServerDiskConfigTestJSON-1399029206-project-member] Enqueued Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1075.360848] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2927f189-1011-4774-8b4a-d052a4aafd52 with Priority: HIGHEST for action security_group_members [ 1075.361208] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2927f189-1011-4774-8b4a-d052a4aafd52 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.361356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.361426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.361646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.361812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.361914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.361988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.362165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.362266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.362377] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2927f189-1011-4774-8b4a-d052a4aafd52',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.860462] env[65321]: INFO networking_nsxv3.common.synchronization [req-f5154462-225d-40cb-a17e-64fd8ee4f952 req-1313074b-9a68-4f3b-b2c9-488313afce11 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 1075.860687] env[65321]: INFO networking_nsxv3.common.synchronization [req-f5154462-225d-40cb-a17e-64fd8ee4f952 req-1313074b-9a68-4f3b-b2c9-488313afce11 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1075.860788] env[65321]: INFO networking_nsxv3.common.synchronization [req-f5154462-225d-40cb-a17e-64fd8ee4f952 req-1313074b-9a68-4f3b-b2c9-488313afce11 service nova] Enqueued Resource ID: 71be2f71-4c44-4759-9e34-196821c6ab1f with Priority: HIGHEST for action port [ 1075.861313] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 1075.861445] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1075.861542] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 71be2f71-4c44-4759-9e34-196821c6ab1f with Priority: HIGHEST for action port [ 1075.861933] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.861933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.862112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.862214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.862297] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.863124] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.863242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.863493] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-71be2f71-4c44-4759-9e34-196821c6ab1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.863560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.863618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.863773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.863846] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('71be2f71-4c44-4759-9e34-196821c6ab1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.865170] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.865440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.865440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.865496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.865576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.865752] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.865845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.865910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.866069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.866148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.866233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 is going to be updated. [ 1075.898045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.898206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.898277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.898485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.898626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.908256] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: IN_PROGRESS for 2s [ 1076.061710] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1076.061980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.365785] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.365973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 71be2f71-4c44-4759-9e34-196821c6ab1f with status ACTIVE [ 1076.368648] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.368761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.368793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.369013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.369145] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.369309] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.369434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.369794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.369794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.369794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.369935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.370038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.370092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.370221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.370299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.370367] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 71be2f71-4c44-4759-9e34-196821c6ab1f is going to be updated. [ 1076.396594] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.396800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.396800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.397011] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.397175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.397333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-71be2f71-4c44-4759-9e34-196821c6ab1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.777678] env[65321]: INFO networking_nsxv3.common.synchronization [None req-4716a6e6-691a-4149-9db1-9f085a1a2e9e tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_rules [ 1076.779078] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_rules [ 1076.779402] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.779522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.779591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.780042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.780138] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.788754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1076.788925] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1076.789476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.789676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.789893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.790090] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.790223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.790265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.790417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.790498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.790601] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.850338] env[65321]: INFO networking_nsxv3.common.synchronization [None req-fe09b121-65c8-49d9-ac7d-6e8556a7ba6a tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_rules [ 1076.850886] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_rules [ 1076.851376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.851376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.293423] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.305959] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.306070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.306171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.306343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.306431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.306642] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f already deleted. [ 1077.306642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.306772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.306908] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.306994] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.796777] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.833402] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.834103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.834103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.834280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.834716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.834716] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f already deleted. [ 1077.834716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.919168] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2927f189-1011-4774-8b4a-d052a4aafd52 in Status: SUCCESS [ 1077.919820] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2927f189-1011-4774-8b4a-d052a4aafd52 deletion is rescheduled due to dependency. [ 1077.919820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2927f189-1011-4774-8b4a-d052a4aafd52" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.301165] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.301540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.301540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.301637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.301735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.301796] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1078.335755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.335946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.335946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.336153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.336312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.346240] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1078.831192] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-993 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.831380] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.831504] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.831779] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.832304] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.832491] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.832611] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.832860] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.833016] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.833317] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.833435] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.833541] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.833647] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.833769] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.833874] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.834019] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.853865] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.854102] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.854249] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.854421] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-993" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.854837] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-d352740c-899f-444a-9ebb-a97caf42c849 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.855278] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.855278] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.855471] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.855535] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d352740c-899f-444a-9ebb-a97caf42c849',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.357653] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.358117] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.358199] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.358461] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.358604] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.359021] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.359246] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.359381] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.359631] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.359765] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.360173] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.360346] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.360465] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.360706] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.360899] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.361030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: d352740c-899f-444a-9ebb-a97caf42c849 is going to be updated. [ 1079.382722] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.383055] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.383135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.383478] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.383706] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.383975] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.083076] env[65321]: INFO networking_nsxv3.common.synchronization [req-64d3500d-6039-4fa4-b303-591e76e93626 req-a129c4ae-aca2-4e36-830e-170c3336f3e7 service nova] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 1080.083120] env[65321]: INFO networking_nsxv3.common.synchronization [req-64d3500d-6039-4fa4-b303-591e76e93626 req-a129c4ae-aca2-4e36-830e-170c3336f3e7 service nova] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 1080.083233] env[65321]: INFO networking_nsxv3.common.synchronization [req-64d3500d-6039-4fa4-b303-591e76e93626 req-a129c4ae-aca2-4e36-830e-170c3336f3e7 service nova] Enqueued Resource ID: d352740c-899f-444a-9ebb-a97caf42c849 with Priority: HIGHEST for action port [ 1080.083748] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_rules [ 1080.083880] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 1080.083982] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d352740c-899f-444a-9ebb-a97caf42c849 with Priority: HIGHEST for action port [ 1080.084369] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.084497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.084564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.084797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.084846] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.085661] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.085774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.085843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.086015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.086173] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.086275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.086336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.086477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.086567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.086684] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.092061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d352740c-899f-444a-9ebb-a97caf42c849 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.092171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.092235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.092777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.092777] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d352740c-899f-444a-9ebb-a97caf42c849',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.357748] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1080.357748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.357748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.357748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.358346] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.358483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.358624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.358796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.358880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.358980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.359126] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.444240] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5869e4c6-78d0-486a-8295-38d9016021a0 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_rules [ 1080.444723] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_rules [ 1080.445095] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.445249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.445388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.445630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.445730] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.517641] env[65321]: INFO networking_nsxv3.common.synchronization [None req-42b2d791-4fd7-492b-a926-d820d40ff8d5 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_rules [ 1080.519456] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_rules [ 1080.521501] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.521501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.595596] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.595596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.598363] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.599046] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d352740c-899f-444a-9ebb-a97caf42c849 with status ACTIVE [ 1080.599420] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.599524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.599649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.600785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.600785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.600785] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.600785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.600785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.600785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.600785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.600785] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.601172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.601172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.601269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.601329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.601412] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d352740c-899f-444a-9ebb-a97caf42c849 is going to be updated. [ 1080.626178] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.626363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.626424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.626577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.626706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.626862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d352740c-899f-444a-9ebb-a97caf42c849" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.864721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.864721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.864721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.864721] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.864721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.865376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.865376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.865376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.865376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.865376] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.970227] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.970227] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 already deleted. [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.970227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.970227] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.103968] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.368362] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 1081.391298] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.391448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.391521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.391751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.391973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.392308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.392377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.392571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.392651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.392840] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.392934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.392997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.393162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.393236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.393431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.393874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.393874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.393874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.393874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.393874] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1081.458318] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.458432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.458471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.458675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.458827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.478916] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1081.507048] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.507223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.507289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.507643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.507763] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.507866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 already deleted. [ 1081.507955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.605788] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.605883] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.605963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.606211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.606309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.606410] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 is going to be updated. [ 1081.640814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.641037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.641088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.641800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.641800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.651600] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: IN_PROGRESS for 2s [ 1083.499462] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1083.499750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.663661] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: SUCCESS [ 1083.663661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.663661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.663661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.663841] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.663997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.663997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.664178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.664260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.664345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.664435] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.949176] env[65321]: INFO networking_nsxv3.common.synchronization [req-68699be9-dbcd-480a-8267-6f004afddad0 req-428fb1d8-cf56-497a-992d-a276088ac191 tempest-ServerActionsV293TestJSON-1920233531 tempest-ServerActionsV293TestJSON-1920233531-project-member] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_members [ 1083.949176] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGHEST for action security_group_members [ 1083.949176] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.951361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.951535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.951785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.952035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.952202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.952287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.952477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.952587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.952704] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.167070] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.455800] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.456093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.456190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.456414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.456517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.457229] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.457340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.457450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.457752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.457861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.458030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 is going to be updated. [ 1084.493040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.493040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.493202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.493323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.493497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.506229] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a03440-01da-4809-ac13-5712a3cec3e6 in Status: IN_PROGRESS for 2s [ 1084.670537] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 30deac6a-28c5-49d1-8829-1db852125f29: rpc.has_security_group_logging(os_id): False [ 1084.700212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.700212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.700212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.700212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.723012] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.723150] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.723235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.723337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.723527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.723615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.723707] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 is going to be updated. [ 1084.797025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.797025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.797025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.797025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.797025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.813653] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: IN_PROGRESS for 2s [ 1086.517642] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c1a03440-01da-4809-ac13-5712a3cec3e6 in Status: SUCCESS [ 1086.517905] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 deletion is rescheduled due to dependency. [ 1086.518289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.832255] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: SUCCESS [ 1086.832478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.822431] env[65321]: INFO networking_nsxv3.common.synchronization [req-533ca3cb-9739-4a5a-afaf-65cb3e9563cf req-23e710b6-e91f-4edd-9cf0-364c5dc012a0 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_members [ 1087.824470] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_members [ 1087.824470] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.824470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.824470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.824470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.824470] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.824470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.824470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.824470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.825043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.825043] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.326764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.327066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.327066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.327293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.327397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.327629] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.327756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.327803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.327975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.328067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.328163] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f already deleted. [ 1088.328296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.410233] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.410583] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.410583] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.411916] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.412929] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.413066] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.413305] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.413537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.413587] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.413808] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.413958] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1088.414033] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1088.414175] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1088.414265] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1088.414481] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1088.414609] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1088.445300] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1088.445490] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1088.445654] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1088.445819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.446181] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-b400fc37-d5fc-4cce-bf07-3ad74b137604 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.446408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.446487] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.446840] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.446984] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b400fc37-d5fc-4cce-bf07-3ad74b137604',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.949719] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.949991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.950135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.950403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.950551] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.950705] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port b400fc37-d5fc-4cce-bf07-3ad74b137604 not found, creating... [ 1088.953061] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.953061] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.953061] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.953596] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: b400fc37-d5fc-4cce-bf07-3ad74b137604 is going to be created. [ 1088.974972] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.975269] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.975396] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.975686] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.975947] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.976327] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.668259] env[65321]: INFO networking_nsxv3.common.synchronization [req-533ca3cb-9739-4a5a-afaf-65cb3e9563cf req-0e8ba36f-e259-4a40-a099-ddc8d3a0257b service nova] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_rules [ 1089.668461] env[65321]: INFO networking_nsxv3.common.synchronization [req-533ca3cb-9739-4a5a-afaf-65cb3e9563cf req-0e8ba36f-e259-4a40-a099-ddc8d3a0257b service nova] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_members [ 1089.668633] env[65321]: INFO networking_nsxv3.common.synchronization [req-533ca3cb-9739-4a5a-afaf-65cb3e9563cf req-0e8ba36f-e259-4a40-a099-ddc8d3a0257b service nova] Enqueued Resource ID: b400fc37-d5fc-4cce-bf07-3ad74b137604 with Priority: HIGHEST for action port [ 1089.669242] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_rules [ 1089.669415] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_members [ 1089.669557] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b400fc37-d5fc-4cce-bf07-3ad74b137604 with Priority: HIGHEST for action port [ 1089.669873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.670030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.670111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.670300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.670423] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.671691] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.671810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.671889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.672117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.672289] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.672405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.672478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.672647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.672753] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.672860] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.673887] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b400fc37-d5fc-4cce-bf07-3ad74b137604 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.674077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.674149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.674304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.674379] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b400fc37-d5fc-4cce-bf07-3ad74b137604',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.176462] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.180337] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.180337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.180337] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b400fc37-d5fc-4cce-bf07-3ad74b137604 with status ACTIVE [ 1090.180337] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.180337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.180337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.182447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.182447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.182447] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.182447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.182447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.184337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.186106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.186106] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.186106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.186106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.186106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.190788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.190788] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b400fc37-d5fc-4cce-bf07-3ad74b137604 is going to be updated. [ 1090.216046] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.216046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.216259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.216291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.216438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.216652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b400fc37-d5fc-4cce-bf07-3ad74b137604" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.360406] env[65321]: INFO networking_nsxv3.common.synchronization [req-c96b5984-5430-4a3c-9b90-7c960b76837a req-aea1c0f7-1d15-4d10-b129-664a388899f7 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1090.361024] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1090.361361] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.361488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.361617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.361760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.361939] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.362068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.362133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.362294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.362391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.362477] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.584296] env[65321]: INFO networking_nsxv3.common.synchronization [req-71447628-b5d3-4c78-b4af-bd02809a2586 req-9a455e13-f20e-41a6-878a-cd5eae0a0958 tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1090.585871] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1090.586304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.586442] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.586601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.586688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.586846] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.586954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.587066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.587271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.587353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.587505] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.690213] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.868029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.868029] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.868029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.868029] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1090.898883] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.899721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.899955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.900312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.900628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.912610] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1091.093300] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.093300] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.093300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.093300] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1091.123115] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.123525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.123672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.123864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.124018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.136447] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1091.191533] env[65321]: INFO networking_nsxv3.common.synchronization [req-0c9b7bde-7158-45f4-b987-445a79318c9c req-8512ed8e-7230-4163-a0f5-7fd3181366f3 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1091.193020] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1091.193020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.193020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.193020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.193020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.197270] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f is going to be created. [ 1091.197270] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.197270] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.197270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.197270] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.246142] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.246625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.246700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.247748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.248135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.280039] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6810b63e-fc40-440e-aa6b-a92290b2194f in Status: UNINITIALIZED for 2s [ 1091.542524] env[65321]: INFO networking_nsxv3.common.synchronization [None req-67c48210-7a7d-4741-8701-f4cf31fc370a None None] Enqueued Resource ID: 565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a with Priority: HIGHEST for action port [ 1091.543441] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a with Priority: HIGHEST for action port [ 1091.543441] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.543568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.543620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.543850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.543930] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.669032] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.669248] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.669377] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.669649] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.669916] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.670142] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.670339] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.670725] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.670725] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.671124] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.671244] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1091.671357] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1091.671466] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1091.671632] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1091.671766] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1091.672987] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1091.697659] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1091.697659] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1091.697659] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1091.697659] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.697659] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-94feb8d5-fe2d-4ace-9138-bca6de64cbea taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.697659] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.697659] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.697659] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.698067] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94feb8d5-fe2d-4ace-9138-bca6de64cbea',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.701252] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.046974] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a [ 1092.047235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.047385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.047466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.047671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.047757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.047853] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a already deleted. [ 1092.047934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-565ebfa4-a3f5-479e-b3f7-9a3b99c85b4a" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.200187] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.200517] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.200610] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.200842] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.201027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.201190] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 94feb8d5-fe2d-4ace-9138-bca6de64cbea not found, creating... [ 1092.201704] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.201704] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.201795] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.201967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.202115] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.202444] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.202590] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.202726] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.202902] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.203072] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.203252] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 94feb8d5-fe2d-4ace-9138-bca6de64cbea is going to be created. [ 1092.204738] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.224422] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.224637] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.224761] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.225091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.225272] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.225493] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.706902] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.707205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.707205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.708092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.708092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.708092] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1092.739596] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.739778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.739876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.740216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.740465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.750879] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1092.924485] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1092.924569] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1092.924669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.957539] env[65321]: INFO networking_nsxv3.common.synchronization [req-0c9b7bde-7158-45f4-b987-445a79318c9c req-4510ce5b-27eb-45f9-8103-f792c0242b60 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1092.957720] env[65321]: INFO networking_nsxv3.common.synchronization [req-0c9b7bde-7158-45f4-b987-445a79318c9c req-4510ce5b-27eb-45f9-8103-f792c0242b60 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1092.957859] env[65321]: INFO networking_nsxv3.common.synchronization [req-0c9b7bde-7158-45f4-b987-445a79318c9c req-4510ce5b-27eb-45f9-8103-f792c0242b60 service nova] Enqueued Resource ID: 94feb8d5-fe2d-4ace-9138-bca6de64cbea with Priority: HIGHEST for action port [ 1092.958391] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1092.958522] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1092.958619] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 94feb8d5-fe2d-4ace-9138-bca6de64cbea with Priority: HIGHEST for action port [ 1092.958889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.962290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.962532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.962768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.962918] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.968159] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968549] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-94feb8d5-fe2d-4ace-9138-bca6de64cbea taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.968659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.968721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.968912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.969085] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('94feb8d5-fe2d-4ace-9138-bca6de64cbea',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.148602] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1093.148759] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 deletion is rescheduled due to dependency. [ 1093.148891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.294026] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6810b63e-fc40-440e-aa6b-a92290b2194f in Status: SUCCESS [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.294026] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.294026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.294026] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.472207] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.472207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472207] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 94feb8d5-fe2d-4ace-9138-bca6de64cbea with status ACTIVE [ 1093.472207] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.472207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.472207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.472438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.472438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473010] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.473010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.473010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.473010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.473280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.473311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.473445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.473724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.473833] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 94feb8d5-fe2d-4ace-9138-bca6de64cbea is going to be updated. [ 1093.498718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.498718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.498718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.498718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.498718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.498718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-94feb8d5-fe2d-4ace-9138-bca6de64cbea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.597802] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd337b8e-65d1-4c37-8508-2138b82fedf5 req-422b68b0-fa8c-45d0-a7eb-1f637b70baa5 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_members [ 1093.599727] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_members [ 1093.600692] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.600870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.600994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.601349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.601894] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.602256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.602256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.602389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.602498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.602614] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.797289] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.927826] env[65321]: INFO networking_nsxv3.common.synchronization [None req-7e438651-d150-418f-9654-84b0de7d2008 None None] Enqueued Resource ID: 479a8bd2-1fad-44dc-933b-90156af24c51 with Priority: HIGHEST for action port [ 1093.928406] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 479a8bd2-1fad-44dc-933b-90156af24c51 with Priority: HIGHEST for action port [ 1093.928725] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-479a8bd2-1fad-44dc-933b-90156af24c51 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.928847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-479a8bd2-1fad-44dc-933b-90156af24c51" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.928901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-479a8bd2-1fad-44dc-933b-90156af24c51" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.932798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-479a8bd2-1fad-44dc-933b-90156af24c51" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.933423] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('479a8bd2-1fad-44dc-933b-90156af24c51',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.944313] env[65321]: INFO networking_nsxv3.common.synchronization [None req-91d5e83c-04f1-4b8d-b8cd-aa5adb2775d2 None None] Enqueued Resource ID: ac1fda72-2724-47c2-aae8-a6aa46e059b5 with Priority: HIGHEST for action port [ 1093.944875] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac1fda72-2724-47c2-aae8-a6aa46e059b5 with Priority: HIGHEST for action port [ 1093.945489] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-ac1fda72-2724-47c2-aae8-a6aa46e059b5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.945612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ac1fda72-2724-47c2-aae8-a6aa46e059b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.945679] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ac1fda72-2724-47c2-aae8-a6aa46e059b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.945924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ac1fda72-2724-47c2-aae8-a6aa46e059b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.946169] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ac1fda72-2724-47c2-aae8-a6aa46e059b5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.106304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.106489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.106614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.106801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.106891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.107127] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.107387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.107387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.107480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.107528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.107580] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 already deleted. [ 1094.107655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.169207] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.169493] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.169635] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.169908] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.170848] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.171064] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.171210] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.171468] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.172030] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.172030] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.172030] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.172178] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.172213] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.172404] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.172520] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.172659] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.197275] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.197275] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.197275] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.197275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.197275] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-f4398cdc-2760-4ec5-88bc-a986986a11dc taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.197275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.197275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.197275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.197275] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4398cdc-2760-4ec5-88bc-a986986a11dc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.300905] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6810b63e-fc40-440e-aa6b-a92290b2194f: rpc.has_security_group_logging(os_id): False [ 1094.319942] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.320337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.320337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.320715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.320715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.320821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.321331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.321331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.321331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.321331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.321528] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f is going to be created. [ 1094.390030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.390178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.390229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.390443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.390635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.402105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6810b63e-fc40-440e-aa6b-a92290b2194f in Status: IN_PROGRESS for 2s [ 1094.438253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 479a8bd2-1fad-44dc-933b-90156af24c51 [ 1094.438253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.438253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.438253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.438253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.438253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.438253] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:479a8bd2-1fad-44dc-933b-90156af24c51 already deleted. [ 1094.438253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-479a8bd2-1fad-44dc-933b-90156af24c51" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.449736] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ac1fda72-2724-47c2-aae8-a6aa46e059b5 [ 1094.449736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.449736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.449736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.449736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.449736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.449736] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ac1fda72-2724-47c2-aae8-a6aa46e059b5 already deleted. [ 1094.449736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ac1fda72-2724-47c2-aae8-a6aa46e059b5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.704481] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.704721] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.705328] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.705328] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.705328] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.705525] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port f4398cdc-2760-4ec5-88bc-a986986a11dc not found, creating... [ 1094.705909] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.708270] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.708270] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.708270] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: f4398cdc-2760-4ec5-88bc-a986986a11dc is going to be created. [ 1094.729279] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.729279] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.729459] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.730037] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.730268] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.730579] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.765362] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1094.765582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.765758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.766095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.766395] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.766903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.767006] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.767196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.767285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.767391] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.271611] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.525577] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd337b8e-65d1-4c37-8508-2138b82fedf5 req-05cd9721-bd03-4c9d-a288-4a4db66f175b service nova] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_rules [ 1095.526732] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd337b8e-65d1-4c37-8508-2138b82fedf5 req-05cd9721-bd03-4c9d-a288-4a4db66f175b service nova] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_members [ 1095.526732] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd337b8e-65d1-4c37-8508-2138b82fedf5 req-05cd9721-bd03-4c9d-a288-4a4db66f175b service nova] Enqueued Resource ID: f4398cdc-2760-4ec5-88bc-a986986a11dc with Priority: HIGHEST for action port [ 1095.527537] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_rules [ 1095.527678] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_members [ 1095.527804] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4398cdc-2760-4ec5-88bc-a986986a11dc with Priority: HIGHEST for action port [ 1095.528071] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.528189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.528259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.528473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.528556] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.529552] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.529552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.529677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.529769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.529946] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.530032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.530074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.530225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.530309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.530399] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.531265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4398cdc-2760-4ec5-88bc-a986986a11dc taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.532249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.532339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.532501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.532578] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4398cdc-2760-4ec5-88bc-a986986a11dc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.773672] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.034616] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.036056] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.037317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.038268] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f4398cdc-2760-4ec5-88bc-a986986a11dc with status ACTIVE [ 1096.039544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.039872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.040216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.041235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.045023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.045023] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.045023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.045023] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f4398cdc-2760-4ec5-88bc-a986986a11dc is going to be updated. [ 1096.069407] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.069510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.069621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.069927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.071029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.071029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4398cdc-2760-4ec5-88bc-a986986a11dc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.160032] env[65321]: INFO networking_nsxv3.common.synchronization [None req-c4041d98-3060-44ea-95d4-af9990e60094 None None] Enqueued Resource ID: 459b1a96-3297-4aed-a8a3-b52ff17b0f43 with Priority: HIGHEST for action port [ 1096.160802] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 459b1a96-3297-4aed-a8a3-b52ff17b0f43 with Priority: HIGHEST for action port [ 1096.162458] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-459b1a96-3297-4aed-a8a3-b52ff17b0f43 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.162458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-459b1a96-3297-4aed-a8a3-b52ff17b0f43" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.162458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-459b1a96-3297-4aed-a8a3-b52ff17b0f43" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.162458] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-459b1a96-3297-4aed-a8a3-b52ff17b0f43" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.162458] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('459b1a96-3297-4aed-a8a3-b52ff17b0f43',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.276722] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.276947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.276947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.277200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.277294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.277389] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1096.305672] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.305862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.305901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.306117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.306271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.316461] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1096.415915] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6810b63e-fc40-440e-aa6b-a92290b2194f in Status: SUCCESS [ 1096.416101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.544859] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.665633] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 459b1a96-3297-4aed-a8a3-b52ff17b0f43 [ 1096.665633] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.665633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.665633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.665633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.665633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.665633] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:459b1a96-3297-4aed-a8a3-b52ff17b0f43 already deleted. [ 1096.665633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-459b1a96-3297-4aed-a8a3-b52ff17b0f43" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.047508] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.047669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.047742] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.047954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.048060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.048158] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 is going to be created. [ 1097.070629] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.070769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.070840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.071091] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.071260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.080837] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 in Status: UNINITIALIZED for 2s [ 1098.327409] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1098.327717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.327794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.328016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.328212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.328328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.328393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.328551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.328630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.328714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.328806] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.836048] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.836190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.836234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.836523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.836731] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.836866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.837038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.837321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.837460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.837601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.837796] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.837927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.838021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.838192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.838348] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.838493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.838532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.838729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.838805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.839252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.839252] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.092509] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 in Status: SUCCESS [ 1099.093214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.093214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.093408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.093692] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.093868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.093978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.094173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.094258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.094345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.094446] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.341722] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1099.366695] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.366880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.366926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.367140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.367242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.367426] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.367527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.367570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.367727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.367861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.368061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.368153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.368215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.368356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.368512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.368612] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.368795] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.368865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.369093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.369238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.369329] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1099.445066] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.445066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.445066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.445390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.445390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.462648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1099.597309] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.099807] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2d95cb20-fe22-4db4-959e-b9719b8b84f0: rpc.has_security_group_logging(os_id): False [ 1100.117354] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.117586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.117586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.117758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.117847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.118107] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.118211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.118284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.118426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.118501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.118586] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 is going to be created. [ 1100.177572] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.177782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.177782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.178008] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.178328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.188350] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 in Status: IN_PROGRESS for 2s [ 1100.799669] env[65321]: INFO networking_nsxv3.common.synchronization [req-cc85c602-c7b0-47f4-aac2-63fb3deb388e req-a82d344b-5423-4c4f-af17-eea7f41fecb7 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1100.800768] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1100.801327] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.801508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.801611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.802073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.802243] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.802409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.802497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.802765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.802900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.803065] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.168690] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.168980] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.169177] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.169503] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.169897] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.170067] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.170239] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.170564] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.170837] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.171151] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.171282] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1101.171389] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1101.171516] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1101.171628] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1101.171710] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1101.171854] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1101.232401] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1101.232567] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.061 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1101.232768] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1101.233242] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.233607] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.233972] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.234027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.234489] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.234727] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.305988] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.306146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.306226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.306446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.306535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.306969] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.307047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.307149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.307271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.307348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.307429] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 already deleted. [ 1101.307507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.476341] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1101.476414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.737329] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.737572] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.737762] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.738057] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.738217] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.738376] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 not found, creating... [ 1101.738642] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.738805] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.738926] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.739181] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.739320] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.739626] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.739778] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.739897] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.740118] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.740255] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.740396] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 is going to be created. [ 1101.761604] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.761848] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.762057] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.762357] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.762595] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.762826] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.207875] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 in Status: SUCCESS [ 1102.207875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.520512] env[65321]: INFO networking_nsxv3.common.synchronization [req-cc85c602-c7b0-47f4-aac2-63fb3deb388e req-6e17b9f3-af92-47cd-b5ca-c2a4075344d9 service nova] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_rules [ 1102.520512] env[65321]: INFO networking_nsxv3.common.synchronization [req-cc85c602-c7b0-47f4-aac2-63fb3deb388e req-6e17b9f3-af92-47cd-b5ca-c2a4075344d9 service nova] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1102.520512] env[65321]: INFO networking_nsxv3.common.synchronization [req-cc85c602-c7b0-47f4-aac2-63fb3deb388e req-6e17b9f3-af92-47cd-b5ca-c2a4075344d9 service nova] Enqueued Resource ID: b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 with Priority: HIGHEST for action port [ 1102.520512] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_rules [ 1102.520512] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1102.520968] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 with Priority: HIGHEST for action port [ 1102.521594] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.521902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.522147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.522917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.523129] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.524219] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.524492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.524692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.524975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.525264] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.526257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.526257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.526257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.526257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.526257] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.527308] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.527435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.527435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.527625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.527674] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.030544] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.030544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.030544] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.031416] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 with status ACTIVE [ 1103.031597] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.031708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.031772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.031977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.032212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.032268] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.032878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.032878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.032878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.032878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.033183] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.033426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.033494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.033673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.034248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.034248] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66 is going to be updated. [ 1103.057214] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.057390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.057480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.057728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.057895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.058125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8c69fd7-c9dd-418a-bcb6-7b852a0b6b66" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.536748] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.039759] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.039997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.040198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.040300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.040400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.040487] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be created. [ 1104.070013] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.070557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.070557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.070557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.070784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.081482] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: UNINITIALIZED for 2s [ 1105.951139] env[65321]: INFO networking_nsxv3.common.synchronization [req-8294437e-f5ec-4a1e-87c9-8bcd46fcce94 req-8710fc8d-5373-4e30-a6df-3c03729e0b7c tempest-ServerPasswordTestJSON-726510677 tempest-ServerPasswordTestJSON-726510677-project-member] Enqueued Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_members [ 1105.951139] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_members [ 1105.951139] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.951139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.951139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.952863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.953273] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.953691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.953884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.954418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.954418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.954418] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.093519] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1106.093519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.093692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.093973] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.094342] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.094342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.094342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.094342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.094504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.094504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.094598] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.277410] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-558 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.277608] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-558" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.277731] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-558" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.278073] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-558" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.278343] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.278502] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.278618] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.278839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.279015] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.279226] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.279341] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1106.279446] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1106.279562] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1106.279658] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1106.279774] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1106.279924] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1106.302259] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1106.302478] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1106.302621] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1106.302805] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-558" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.303151] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-160e5443-a4e6-45aa-bd29-36da1c47d87b taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.303327] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.303448] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.303785] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.303924] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160e5443-a4e6-45aa-bd29-36da1c47d87b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.459085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.459085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.459085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.459085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.459342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.459459] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.459535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.459588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.459932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.459932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.459932] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 already deleted. [ 1106.460064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.596732] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.596899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.596960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.597211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.597411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.597527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.597588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.597772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.597772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.597861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.598013] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.598140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.598198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.598386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.598469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.599428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.599824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.600046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.600129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.601710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.601710] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.806876] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.807152] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.807238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.807533] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.807692] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.807851] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 160e5443-a4e6-45aa-bd29-36da1c47d87b not found, creating... [ 1106.808146] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.808312] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.808433] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.808832] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.809045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.809368] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.809555] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.809677] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.809896] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.810044] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.810189] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 160e5443-a4e6-45aa-bd29-36da1c47d87b is going to be created. [ 1106.829718] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.829889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.829988] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.830306] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.830543] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.830764] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.104112] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c649bece-e21d-4417-949e-d6fc36e5b844: rpc.has_security_group_logging(os_id): False [ 1107.125483] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.125706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.125706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.125941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.126059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.126282] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.126400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.126474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.126646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.126738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.126943] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.127046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.127109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.127269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.127343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.127552] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.127647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.127719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.127861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.127950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.128055] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be created. [ 1107.195979] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.196219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.196219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.196717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.196717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.214237] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1107.529620] env[65321]: INFO networking_nsxv3.common.synchronization [req-8294437e-f5ec-4a1e-87c9-8bcd46fcce94 req-e1182cfc-75f6-4c2d-8748-d8f48f8a85e3 service nova] Enqueued Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_rules [ 1107.529620] env[65321]: INFO networking_nsxv3.common.synchronization [req-8294437e-f5ec-4a1e-87c9-8bcd46fcce94 req-e1182cfc-75f6-4c2d-8748-d8f48f8a85e3 service nova] Enqueued Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_members [ 1107.529620] env[65321]: INFO networking_nsxv3.common.synchronization [req-8294437e-f5ec-4a1e-87c9-8bcd46fcce94 req-e1182cfc-75f6-4c2d-8748-d8f48f8a85e3 service nova] Enqueued Resource ID: 160e5443-a4e6-45aa-bd29-36da1c47d87b with Priority: HIGHEST for action port [ 1107.529620] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_rules [ 1107.529620] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_members [ 1107.529620] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 160e5443-a4e6-45aa-bd29-36da1c47d87b with Priority: HIGHEST for action port [ 1107.530477] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.530836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.531049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.531443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.534092] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.534983] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.535254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.535401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.535683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.535988] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.536281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.536470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.536739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.536948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.537172] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.538272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-160e5443-a4e6-45aa-bd29-36da1c47d87b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.538638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.538638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.538915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.539253] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('160e5443-a4e6-45aa-bd29-36da1c47d87b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.041251] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.042802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.042802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.042802] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 160e5443-a4e6-45aa-bd29-36da1c47d87b with status ACTIVE [ 1108.043449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.043449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.043449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.043449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.043449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.043449] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.043663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.043663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.043779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.043852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.043999] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.044106] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.044165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.044333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.044449] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.044543] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 160e5443-a4e6-45aa-bd29-36da1c47d87b is going to be updated. [ 1108.067112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.067112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.067112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.067112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.067112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.067112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-160e5443-a4e6-45aa-bd29-36da1c47d87b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.306012] env[65321]: INFO networking_nsxv3.common.synchronization [req-cab339f3-bbcc-4981-bf23-64eb0a2c5a0d req-5be4a717-4ae1-4d56-b831-d6cfe77ab5b5 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1108.306906] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1108.307466] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.307583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.307661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.307967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.308158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.308274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.308347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.308578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.309224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.309224] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.547340] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.621834] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-196 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.622108] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-196" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.622258] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-196" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.622600] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-196" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.622866] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.623053] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.623176] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.623408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.623574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.624160] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.624294] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.624406] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.624515] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.624685] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.624801] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.624934] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.646195] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.646434] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.646587] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.646811] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-196" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.647191] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-884b84eb-c857-4d5d-83df-6e716ad6cec9 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.647437] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.647600] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.647940] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.648198] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884b84eb-c857-4d5d-83df-6e716ad6cec9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.812773] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.812773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.812773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.812970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.813062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.813278] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.813394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.813493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.813697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.813788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.813890] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 already deleted. [ 1108.814012] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.050103] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.050347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.050462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.050771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.050920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.051157] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 is going to be created. [ 1109.077606] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.077606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.077740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.077848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.078033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.088199] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 in Status: UNINITIALIZED for 2s [ 1109.151963] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.151963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.151963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.151963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.151963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.151963] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 884b84eb-c857-4d5d-83df-6e716ad6cec9 not found, creating... [ 1109.151963] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.152400] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.152400] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.152492] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.152625] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.152910] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.153083] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.153204] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.153430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.153559] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.153812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 is going to be created. [ 1109.176286] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.176524] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.176524] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.176755] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.176973] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.177211] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.238379] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1109.238800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.889718] env[65321]: INFO networking_nsxv3.common.synchronization [req-cab339f3-bbcc-4981-bf23-64eb0a2c5a0d req-ff1fd51d-f28b-436c-bb6f-83502a79ea86 service nova] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_rules [ 1109.889718] env[65321]: INFO networking_nsxv3.common.synchronization [req-cab339f3-bbcc-4981-bf23-64eb0a2c5a0d req-ff1fd51d-f28b-436c-bb6f-83502a79ea86 service nova] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1109.889718] env[65321]: INFO networking_nsxv3.common.synchronization [req-cab339f3-bbcc-4981-bf23-64eb0a2c5a0d req-ff1fd51d-f28b-436c-bb6f-83502a79ea86 service nova] Enqueued Resource ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 with Priority: HIGHEST for action port [ 1109.890205] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_rules [ 1109.890205] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1109.890205] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 with Priority: HIGHEST for action port [ 1109.890496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.890717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.890717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.890956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.891068] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.892064] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.892183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.892268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.892968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.892968] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.892968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.892968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.892968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.893162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.893162] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.894673] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-884b84eb-c857-4d5d-83df-6e716ad6cec9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.894673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.894673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.894898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.894898] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884b84eb-c857-4d5d-83df-6e716ad6cec9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.396229] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.397267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.397396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.397665] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884b84eb-c857-4d5d-83df-6e716ad6cec9 with status ACTIVE [ 1110.397828] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.397944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.398018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.398219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.398309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.398477] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.398602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.398655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.399230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.399230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.399230] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.399230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.399462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.399462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.399584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.399584] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 is going to be updated. [ 1110.421523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.421688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.421751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.421918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.422079] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.422294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.640668] env[65321]: INFO networking_nsxv3.common.synchronization [req-9d0df3b8-5b0a-43ab-8d28-876c5c431b19 req-695e6db1-6c3a-43f7-b9e5-18a2f7af2ac9 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1110.641247] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1110.641560] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.641676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.641738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.641933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.642098] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.642210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.642267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.642446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.642491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.642607] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.899450] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.951442] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-751 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.951958] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.951958] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.951958] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.952226] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.952416] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.952538] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.952764] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.952918] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.953144] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.953261] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1110.953389] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1110.953540] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1110.953655] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1110.953763] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1110.953897] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1110.971900] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1110.972304] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1110.972471] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1110.972678] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-751" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.973035] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-2e625dbf-a50a-4569-8185-0c011f30088f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.973216] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.973374] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.974030] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.974030] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e625dbf-a50a-4569-8185-0c011f30088f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.099465] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 in Status: SUCCESS [ 1111.099688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.099852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.100072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.100267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.100374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.100525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.100642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.100734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.100872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.101027] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.144335] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.144487] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.144544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.144751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.144840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.145042] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.145143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.145206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.145385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.145501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.145555] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1111.169263] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.169428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.169530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.169759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.169929] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.178860] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1111.405115] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.405301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.405350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.405571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.405815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.405815] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be created. [ 1111.431514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.431715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.431715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.431969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.432118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.443475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: UNINITIALIZED for 2s [ 1111.479819] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.479819] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 2e625dbf-a50a-4569-8185-0c011f30088f not found, creating... [ 1111.479819] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.479819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.480901] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.480901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.480901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.480901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.480901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.480901] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 2e625dbf-a50a-4569-8185-0c011f30088f is going to be created. [ 1111.513877] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.514430] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.514615] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.514897] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.515146] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.515376] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.603563] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.603812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.603910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.604164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.604364] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.604699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.604820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.604972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.605083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.605178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.605351] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.605450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.605511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.605664] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.605944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.605944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.606092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.606187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.606270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.606397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.606453] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.108465] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7: rpc.has_security_group_logging(os_id): False [ 1112.127634] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.127828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.127828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.128051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.128181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.128335] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.128437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.128536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.128727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.128807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.129014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.129146] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.129206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.129352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.129431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.129665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.129801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.129899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.130098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.130217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.130350] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 is going to be created. [ 1112.199627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.200199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.200311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.200535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.200853] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.217996] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 in Status: IN_PROGRESS for 2s [ 1112.222179] env[65321]: INFO networking_nsxv3.common.synchronization [req-9d0df3b8-5b0a-43ab-8d28-876c5c431b19 req-6cb36bc3-cc8e-43d8-97a2-f9210301d507 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 1112.222179] env[65321]: INFO networking_nsxv3.common.synchronization [req-9d0df3b8-5b0a-43ab-8d28-876c5c431b19 req-6cb36bc3-cc8e-43d8-97a2-f9210301d507 service nova] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1112.222179] env[65321]: INFO networking_nsxv3.common.synchronization [req-9d0df3b8-5b0a-43ab-8d28-876c5c431b19 req-6cb36bc3-cc8e-43d8-97a2-f9210301d507 service nova] Enqueued Resource ID: 2e625dbf-a50a-4569-8185-0c011f30088f with Priority: HIGHEST for action port [ 1112.223223] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_rules [ 1112.224778] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1112.224778] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e625dbf-a50a-4569-8185-0c011f30088f with Priority: HIGHEST for action port [ 1112.224778] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.224778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.224778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.224778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.224778] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.225428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.225590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.225734] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e625dbf-a50a-4569-8185-0c011f30088f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.226213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.226213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.226465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.226465] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e625dbf-a50a-4569-8185-0c011f30088f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.729308] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e625dbf-a50a-4569-8185-0c011f30088f with status ACTIVE [ 1112.729550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.729719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.729779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.729994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.730080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.730258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.730375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.730429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.730568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.730635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.730815] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.730902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.730972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.731303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.731447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.731482] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e625dbf-a50a-4569-8185-0c011f30088f is going to be updated. [ 1112.733669] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.733821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.754767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.754927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.755084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.755268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.755423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.755620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e625dbf-a50a-4569-8185-0c011f30088f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.964461] env[65321]: INFO networking_nsxv3.common.synchronization [req-daa5dae3-1951-4a69-9335-f098802ae980 req-197a523f-23b4-4fbf-b03e-587f2738aa3d tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1112.965085] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1112.965420] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.965544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.965611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.965805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.965959] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.966242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.966318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.966476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.966564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.966680] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.192080] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 4s [ 1113.271699] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-98 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.273091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.273091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.273091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.273091] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.273091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.273091] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.273790] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.273790] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.274095] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.274274] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.274505] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.274683] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.274903] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.275055] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.275247] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.327796] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.328035] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.053 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.328228] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.328473] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-98" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.328850] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-484c427b-659d-4a22-bf35-501f1bbeac65 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.329056] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.329212] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.329561] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.329748] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('484c427b-659d-4a22-bf35-501f1bbeac65',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.456114] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1113.456289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.456493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.456727] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.456923] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.457056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.457135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.457272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.457352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.457436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.457543] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.468408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.468580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.468617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.468828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.468916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.469258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.469401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.469505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.469649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.469721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.469813] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1113.501593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.501778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.501863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.502023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.502202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.512399] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1113.832140] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.832451] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.832597] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.832888] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.833062] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.833285] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 484c427b-659d-4a22-bf35-501f1bbeac65 not found, creating... [ 1113.833614] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.833816] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.833944] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.834221] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.834371] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.834721] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.834891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.835020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.835240] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.835374] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.835541] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 484c427b-659d-4a22-bf35-501f1bbeac65 is going to be created. [ 1113.863757] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.864020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.864126] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.864406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.864652] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.864873] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.959618] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.959851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.959851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.960156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.960308] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.960417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.960481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.960645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.960736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.960826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.960983] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.961198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.961396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.961597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.961776] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.961893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.961969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.962153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.962261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.962367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.962469] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.232819] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 in Status: SUCCESS [ 1114.233147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.465437] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cf14b50-d8a5-4251-84b5-4b35412e8663: rpc.has_security_group_logging(os_id): False [ 1114.482921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.483080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.483150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.483383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.483466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.483633] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.483737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.483800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.483975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.484054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.484234] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.484327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.484379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.484518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.484588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.484797] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.484889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.484950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.485107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.485211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.485269] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be created. [ 1114.545674] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.545674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.545674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.545674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.545674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.549780] env[65321]: INFO networking_nsxv3.common.synchronization [req-daa5dae3-1951-4a69-9335-f098802ae980 req-8405ecf8-e3a8-4cf0-86e4-3189ecfd4cde service nova] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_rules [ 1114.549780] env[65321]: INFO networking_nsxv3.common.synchronization [req-daa5dae3-1951-4a69-9335-f098802ae980 req-8405ecf8-e3a8-4cf0-86e4-3189ecfd4cde service nova] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1114.549780] env[65321]: INFO networking_nsxv3.common.synchronization [req-daa5dae3-1951-4a69-9335-f098802ae980 req-8405ecf8-e3a8-4cf0-86e4-3189ecfd4cde service nova] Enqueued Resource ID: 484c427b-659d-4a22-bf35-501f1bbeac65 with Priority: HIGHEST for action port [ 1114.549780] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_rules [ 1114.549780] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1114.549780] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 484c427b-659d-4a22-bf35-501f1bbeac65 with Priority: HIGHEST for action port [ 1114.549780] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.549780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.549780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.550174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.550174] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.551061] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.551196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.551432] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-484c427b-659d-4a22-bf35-501f1bbeac65 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.551573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.551654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.551891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.552017] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('484c427b-659d-4a22-bf35-501f1bbeac65',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.559447] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1115.054203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.054355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.054673] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 484c427b-659d-4a22-bf35-501f1bbeac65 with status ACTIVE [ 1115.054907] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.055149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.055269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.055492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.055610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.055818] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.056022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.056135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.056340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.056446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.056661] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.056790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.056940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.057530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.057530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.057618] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 484c427b-659d-4a22-bf35-501f1bbeac65 is going to be updated. [ 1115.083609] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.083609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.083609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.083871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.083950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.084139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-484c427b-659d-4a22-bf35-501f1bbeac65" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.203825] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1115.204062] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1115.204178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.204360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.204650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.204861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.205045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.205125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.205313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.205390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.205493] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.357853] env[65321]: INFO networking_nsxv3.common.synchronization [req-f926a85c-224a-413f-8cd5-45f465c5ad32 req-a6461686-fd7d-4c05-bc3f-b0c5e18961e7 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1115.358437] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1115.358802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.358911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.358944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.359172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.359315] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.359617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.359617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.359617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.359736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.359847] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.525194] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1115.525194] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 deletion is rescheduled due to dependency. [ 1115.525194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.525194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.525194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.525194] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.525194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.525194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.525492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.525492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.525492] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.708295] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.710635] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.710635] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710747] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.711008] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.711463] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.711656] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.711777] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.712011] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.712186] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.712417] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.712532] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1115.712642] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1115.712751] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1115.712861] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1115.712968] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1115.713113] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1115.732693] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1115.732757] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1115.732878] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1115.733068] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.733392] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.733635] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.733756] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.734129] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.734253] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6acfa801-e9a7-41e2-bf2d-b1faaa10afc2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.861732] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.027762] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.215635] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.236600] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.236825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.236941] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.237350] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.237559] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.237725] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 not found, creating... [ 1116.237991] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.238168] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.238288] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.238513] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.238651] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.238929] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.239175] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.239287] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.239514] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.239643] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.239781] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 is going to be created. [ 1116.259538] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.259775] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.259943] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.260309] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.260503] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.260779] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.365216] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.530622] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.574546] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1116.574779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.718630] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.718630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.718630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.718958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.718958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.719066] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1116.749623] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.749858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.749858] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.750044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.750228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.760496] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1116.801903] env[65321]: INFO networking_nsxv3.common.synchronization [req-1ce688b7-76ac-4ace-b8d4-7864bec128a6 req-2417c68c-cfea-4c6e-bfd0-55474d69901a tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1116.802447] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1116.802760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.802886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.802977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.803163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.803322] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.803434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.803493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.803623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.803701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.804315] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.867758] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.867937] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.867980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.868224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.868340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.868486] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1116.895530] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.895695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.895780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.896027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.896194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.905185] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1116.958034] env[65321]: INFO networking_nsxv3.common.synchronization [req-f926a85c-224a-413f-8cd5-45f465c5ad32 req-751cd829-843c-4b3b-bec6-8e1c17612b7d service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1116.958353] env[65321]: INFO networking_nsxv3.common.synchronization [req-f926a85c-224a-413f-8cd5-45f465c5ad32 req-751cd829-843c-4b3b-bec6-8e1c17612b7d service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1116.958660] env[65321]: INFO networking_nsxv3.common.synchronization [req-f926a85c-224a-413f-8cd5-45f465c5ad32 req-751cd829-843c-4b3b-bec6-8e1c17612b7d service nova] Enqueued Resource ID: 6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 with Priority: HIGHEST for action port [ 1116.960699] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1116.960853] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1116.960954] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 with Priority: HIGHEST for action port [ 1116.961298] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.962040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.962040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.962165] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.962766] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.963465] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.963513] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.963688] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.963789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.963854] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.964385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.966692] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6acfa801-e9a7-41e2-bf2d-b1faaa10afc2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.032610] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.032757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.032806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.033023] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.033111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.033204] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1117.064587] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.064731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.064805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.065067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.065263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.075777] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1117.306432] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.306636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.306636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.306911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.336882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.337164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.337281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.337381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.337546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.337649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.337731] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1117.364410] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.364592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.364635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.364848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.364984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.375347] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1117.469518] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.469899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.470084] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 with status ACTIVE [ 1117.470480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.470675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.470783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.471143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.471359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.471578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.471699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.471760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.471939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.472026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.472349] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.472573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.472706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.472960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.473133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.473292] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6acfa801-e9a7-41e2-bf2d-b1faaa10afc2 is going to be updated. [ 1117.495885] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.495885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.495885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.496137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.496279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.496493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6acfa801-e9a7-41e2-bf2d-b1faaa10afc2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.596967] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d3d9637-4ab0-4075-998d-2a4b0c63d539 req-30b7ebc9-0096-4f18-8684-88074b32a99d tempest-ServerPasswordTestJSON-726510677 tempest-ServerPasswordTestJSON-726510677-project-member] Enqueued Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_members [ 1118.597605] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGHEST for action security_group_members [ 1118.598244] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.598244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.598244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.598388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.598532] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.598662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.598744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.598899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.599029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.599091] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.771946] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1118.772171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.772401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.772576] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.772771] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.772889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.772956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.773128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.773210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.773295] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.773385] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.917063] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1118.917330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.917511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.917743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.918030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.918214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.918332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.918559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.918646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.918749] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.102910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.102910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.102910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.102910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.102910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.102910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.103653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.103653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.103653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.103653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.103653] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 is going to be updated. [ 1119.113970] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1119.114257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.114414] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.114692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.114924] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.115090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.115420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.115578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.115677] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.115801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.115905] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.139529] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.139705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.139705] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.139911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.140061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.150536] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 in Status: IN_PROGRESS for 2s [ 1119.275740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.276098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.276175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.276507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.276753] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.276868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.276947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.277251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.277380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.277485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.277764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.277876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.277960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.278200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.278365] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.278465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.278529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.278674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.278757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.278866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.278964] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.390407] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1119.390648] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 deletion is rescheduled due to dependency. [ 1119.390769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.422807] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.618783] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.619090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.619090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.619312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.619491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.619601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.619687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.619848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.619936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.620039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.620213] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.620286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.620348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.620493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.620631] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.620723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.620777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.620912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.620985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.621078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.621194] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.782089] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 37d164f4-aee6-4642-a964-ce4980b26e45: rpc.has_security_group_logging(os_id): False [ 1119.800978] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.801217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.801323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.801548] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.801640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.801845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.801945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.802025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.802191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.802313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.802524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.802622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.802683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.802826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.802900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.803115] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.803210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.803272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.803412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.803485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.803569] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1119.868381] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.868618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.868618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.868799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.868946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.881822] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1119.924877] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.123976] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36416b85-a174-43f2-a227-301b66b2c679: rpc.has_security_group_logging(os_id): False [ 1120.144070] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.144225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.144357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.144527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.144619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.144829] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.144930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.145028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.145214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.145361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.145588] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.145690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.145756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.145907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.145987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.146189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.146288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.146352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.146500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.146614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.146746] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1120.216076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.216221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.216294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.216511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.216659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.229812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1120.427991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.428292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.428292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.428474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.428675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.428675] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1120.459499] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.459719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.459719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.460177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.460177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.471764] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1121.160710] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 in Status: SUCCESS [ 1121.161088] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 deletion is rescheduled due to dependency. [ 1121.161088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.898018] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1121.898298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.247658] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1122.247658] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.481773] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.483024] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.483024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.483372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.483372] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.987190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.987190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.987190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.987190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.987569] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.987569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.987569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.987808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.987918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.988045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.988226] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.988326] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.988379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.988583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.989112] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.989112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.989112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.989269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.989269] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.989450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.989584] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.493202] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1123.518211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.518840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.518840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.518840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.518840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.519045] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.519045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.519121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.519229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.519305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.519488] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.519581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.519659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.519821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.519899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.520751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.520751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.520751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.520751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.520751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.521187] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1123.599129] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1123.599129] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1123.604425] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.604569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.604639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.604840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.604983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.626527] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1125.378294] env[65321]: INFO networking_nsxv3.common.synchronization [req-96b6929b-7423-45f2-a0be-b86544b7df1a req-d2d5cd55-f859-4dd7-8de0-ca30b31afa53 tempest-ImagesOneServerNegativeTestJSON-269893229 tempest-ImagesOneServerNegativeTestJSON-269893229-project-member] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1125.378822] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGHEST for action security_group_members [ 1125.379144] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.379281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.379354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.379528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.379682] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.379783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.379848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.379998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.380102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.380199] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.644439] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1125.644722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.655171] env[65321]: INFO networking_nsxv3.common.synchronization [req-de2a6a66-4df5-4d01-b1ea-9f5d5f09e5df req-4be53e13-28dc-47cf-921e-69344a4c85b5 tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1125.655855] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1125.656707] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.656840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.656909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.657115] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.657268] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.657368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.657430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.657578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.657662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.657756] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.885917] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.885917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.885917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.885917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.885917] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.886332] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.886332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.886332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.886486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.886486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.886564] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be updated. [ 1125.921282] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.921447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.921551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.921933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.921933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.932502] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: IN_PROGRESS for 2s [ 1125.979084] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.979302] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.979486] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.979946] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.980390] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.980603] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.980825] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.981231] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.981454] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.981814] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.982025] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.982243] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.982447] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.982666] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.982870] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.983110] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1126.006164] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1126.006164] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1126.006164] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1126.007194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.007194] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-220da22b-ba77-4094-b55e-0f46c886417e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.007194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.007194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.007537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.007537] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220da22b-ba77-4094-b55e-0f46c886417e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.159593] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.159748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.159820] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.160058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.160153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.160353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.160455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.160519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.160681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.160758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.160845] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1126.195212] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.195463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.195463] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.195643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.195787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.205430] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1126.512365] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.512365] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.512365] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.512365] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.512915] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.512915] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 220da22b-ba77-4094-b55e-0f46c886417e not found, creating... [ 1126.512915] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.513106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.513106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.513333] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.513472] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.513755] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.513911] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.514036] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.514252] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.514386] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.514523] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 220da22b-ba77-4094-b55e-0f46c886417e is going to be created. [ 1126.538173] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.538394] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.538526] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.538789] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.539026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.539298] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.261494] env[65321]: INFO networking_nsxv3.common.synchronization [req-de2a6a66-4df5-4d01-b1ea-9f5d5f09e5df req-e50ceece-3f5f-4abe-baba-e97d4d6555e0 service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 1127.261494] env[65321]: INFO networking_nsxv3.common.synchronization [req-de2a6a66-4df5-4d01-b1ea-9f5d5f09e5df req-e50ceece-3f5f-4abe-baba-e97d4d6555e0 service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1127.261494] env[65321]: INFO networking_nsxv3.common.synchronization [req-de2a6a66-4df5-4d01-b1ea-9f5d5f09e5df req-e50ceece-3f5f-4abe-baba-e97d4d6555e0 service nova] Enqueued Resource ID: 220da22b-ba77-4094-b55e-0f46c886417e with Priority: HIGHEST for action port [ 1127.262486] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 1127.262486] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1127.262486] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220da22b-ba77-4094-b55e-0f46c886417e with Priority: HIGHEST for action port [ 1127.262870] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.262870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.263056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.263133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.263215] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.264973] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.265094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.265249] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-220da22b-ba77-4094-b55e-0f46c886417e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.265730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.265807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.265992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.266078] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220da22b-ba77-4094-b55e-0f46c886417e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.766646] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.766972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.768071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220da22b-ba77-4094-b55e-0f46c886417e with status ACTIVE [ 1127.768396] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.768396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.768483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.768649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.768732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.768919] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.769046] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.769115] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.769296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.769372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.769864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.769864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.769864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.769864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.770119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.770119] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220da22b-ba77-4094-b55e-0f46c886417e is going to be updated. [ 1127.791418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.791560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.791635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.791850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.791987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.792163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.945907] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36416b85-a174-43f2-a227-301b66b2c679 in Status: SUCCESS [ 1127.946157] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36416b85-a174-43f2-a227-301b66b2c679 deletion is rescheduled due to dependency. [ 1127.946280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.216926] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 4s [ 1128.563615] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_members [ 1128.563615] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1128.565039] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_members [ 1128.565039] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1128.565039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070d153-f6f4-468f-9b81-aae3df124cc8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.565039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.565039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.565039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.565039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.565451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.565451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.565451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.565451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.565595] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.567771] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.567886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.567946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.568114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.568262] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.568345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.568632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.568632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.568711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.568750] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.611888] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_rules [ 1128.612086] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_members [ 1128.612329] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_rules [ 1128.612638] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1128.612638] env[65321]: INFO networking_nsxv3.common.synchronization [req-03b8d08b-38d7-44ca-820f-4242c01d52c6 req-ccf40f35-95ba-4004-bdd3-92375a207551 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 with Priority: HIGHEST for action port [ 1128.613493] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_rules [ 1128.613621] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_rules [ 1128.613887] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 with Priority: HIGHEST for action port [ 1128.613887] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_members [ 1128.613887] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1128.614258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0070d153-f6f4-468f-9b81-aae3df124cc8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.614397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.614397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.614615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.614772] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.616039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.616039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.616039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.616039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.616039] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.619098] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-884b84eb-c857-4d5d-83df-6e716ad6cec9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.619098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.619098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.619098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.619098] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884b84eb-c857-4d5d-83df-6e716ad6cec9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.622383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070d153-f6f4-468f-9b81-aae3df124cc8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.622383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.622383] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.622383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.794061] env[65321]: INFO networking_nsxv3.common.synchronization [req-bf9cf188-c06b-4a45-9b5f-0d4af440150c req-6e50e3c8-fb43-4800-a6cb-3ff48b935a07 tempest-AttachVolumeShelveTestJSON-1839175373 tempest-AttachVolumeShelveTestJSON-1839175373-project-member] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 1128.794768] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGHEST for action security_group_members [ 1128.795861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.795985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.796128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.796272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.796469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.796562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.796628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.796746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.796826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.797028] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.068435] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.071177] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.118443] env[65321]: INFO networking_nsxv3.common.synchronization [req-508c9b26-3d74-4547-92ec-262e4c7e08cb req-c0181b4f-3374-4d87-9949-4c8fb9743d09 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_members [ 1129.118613] env[65321]: INFO networking_nsxv3.common.synchronization [req-508c9b26-3d74-4547-92ec-262e4c7e08cb req-c0181b4f-3374-4d87-9949-4c8fb9743d09 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1129.119062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.119177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.119577] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 with Priority: HIGHEST for action security_group_members [ 1129.119945] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1129.120034] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070d153-f6f4-468f-9b81-aae3df124cc8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.120085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.120347] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.120474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.120648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884b84eb-c857-4d5d-83df-6e716ad6cec9 with status ACTIVE [ 1129.122058] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.122058] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.122058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.122445] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.122445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.122445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.122927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.122927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.122927] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 is going to be updated. [ 1129.124528] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-0070d153-f6f4-468f-9b81-aae3df124cc8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.124638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.148030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.148206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.148331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.148479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.148626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.148827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.168169] env[65321]: INFO networking_nsxv3.common.synchronization [req-508c9b26-3d74-4547-92ec-262e4c7e08cb req-c0181b4f-3374-4d87-9949-4c8fb9743d09 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_rules [ 1129.168349] env[65321]: INFO networking_nsxv3.common.synchronization [req-508c9b26-3d74-4547-92ec-262e4c7e08cb req-c0181b4f-3374-4d87-9949-4c8fb9743d09 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1129.168485] env[65321]: INFO networking_nsxv3.common.synchronization [req-508c9b26-3d74-4547-92ec-262e4c7e08cb req-c0181b4f-3374-4d87-9949-4c8fb9743d09 tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 with Priority: HIGHEST for action port [ 1129.169046] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_rules [ 1129.169277] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1129.169399] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 with Priority: HIGHEST for action port [ 1129.172469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.172469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.172469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.172469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.172469] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-884b84eb-c857-4d5d-83df-6e716ad6cec9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.172469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.172469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.172469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.172469] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('884b84eb-c857-4d5d-83df-6e716ad6cec9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.299996] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.299996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.300223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.300599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.300781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.301303] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.301303] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.302213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.302465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.302563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.302693] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 is going to be updated. [ 1129.354411] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.354564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.354604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.354818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.354964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.365647] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: IN_PROGRESS for 2s [ 1129.572039] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.574305] env[65321]: INFO networking_nsxv3.common.synchronization [req-7312c899-67cd-4e39-96f8-cac1f8b427c8 req-ac452f48-ba10-4664-9998-e2e1fa6cf535 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1129.574390] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.575417] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1129.576039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.576039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.576039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.576218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.576375] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.576465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.576525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.577344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.577344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.577344] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.678202] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 884b84eb-c857-4d5d-83df-6e716ad6cec9 with status ACTIVE [ 1129.678202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.678202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.678202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.678202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.678202] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 884b84eb-c857-4d5d-83df-6e716ad6cec9 is going to be updated. [ 1129.703256] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.703499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.703499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.704522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.704522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.704522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-884b84eb-c857-4d5d-83df-6e716ad6cec9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.802325] env[65321]: INFO networking_nsxv3.common.synchronization [req-a9c26dbc-6eb6-4594-954d-420c08a6751f req-4bb6be1d-3c18-4a00-af50-158e0eed55e8 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1129.802325] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1129.802325] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.802325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.802710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.802710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.802762] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.802866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.802934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.803039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.803130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.803224] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.077062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.077062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.077062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.077062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.077062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.077062] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 is going to be created. [ 1130.079263] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.079372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.079419] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.079604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.079686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.079777] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be updated. [ 1130.080921] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.110404] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.110404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.110404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.110404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.110840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.113910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.113910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.113910] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.114061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.114115] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.125325] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1130.125325] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 in Status: UNINITIALIZED for 2s [ 1130.228189] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1130.228379] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 deletion is rescheduled due to dependency. [ 1130.228495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.228663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.228877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.229080] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.229198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.229285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.229444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.229528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.229622] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.307250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.307250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.307250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.307250] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be updated. [ 1130.348681] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.348859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.348859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.349061] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.349212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.359070] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1130.583523] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.732036] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.085765] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.086038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.086038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.086242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.086335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.088094] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1131.120637] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.120786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.120874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.121070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.121241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.131092] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1131.235177] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.375991] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 30deac6a-28c5-49d1-8829-1db852125f29 in Status: SUCCESS [ 1131.375991] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 deletion is rescheduled due to dependency. [ 1131.375991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.739488] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.739488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.739488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.739488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.739488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.739488] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1131.768699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.768699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.768699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.768699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.768699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.778061] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1132.140909] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 in Status: SUCCESS [ 1132.141349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.143650] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1132.143896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.144194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.144571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.144784] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.145162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.145162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.145162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.145277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.145307] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.146143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.146308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.146463] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.146585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.146621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.146766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.146836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.146922] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.371510] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1132.371510] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 deletion is rescheduled due to dependency. [ 1132.371510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.649646] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.649646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.649646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.649877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.649968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.650193] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.650297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.650366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.650586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.650729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.650836] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 is going to be deleted. [ 1132.651901] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.683237] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.683422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.683506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.683715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.683804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.683905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.684069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.684222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.684384] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.684482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.684546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.684698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.684776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.684868] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.141541] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1133.141842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.156456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.187737] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.187920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.187971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.188349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.188476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.188935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.188935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.188935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.189148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.189719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.189719] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 already deleted. [ 1133.189719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.189719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.189900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.189900] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.190077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.190077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.190232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.190357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.190407] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.658568] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.659035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.661172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.661172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.661172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.661172] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be updated. [ 1133.696958] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.696958] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.696958] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 already deleted. [ 1133.696958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.696958] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.699388] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.699943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.700176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.700507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.700791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.713930] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1133.791017] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.791017] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.791017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.791017] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.199740] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0070d153-f6f4-468f-9b81-aae3df124cc8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.293449] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.696863] env[65321]: INFO networking_nsxv3.common.synchronization [None req-8c9c7082-eed4-4c98-bd1e-a2051b792a72 None None] Enqueued Resource ID: 862098fd-146a-4a3e-9df2-470753d0aa9f with Priority: HIGHEST for action port [ 1134.697435] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 862098fd-146a-4a3e-9df2-470753d0aa9f with Priority: HIGHEST for action port [ 1134.701199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-862098fd-146a-4a3e-9df2-470753d0aa9f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.701408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-862098fd-146a-4a3e-9df2-470753d0aa9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.701474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-862098fd-146a-4a3e-9df2-470753d0aa9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.701736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-862098fd-146a-4a3e-9df2-470753d0aa9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.701986] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('862098fd-146a-4a3e-9df2-470753d0aa9f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.703353] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0070d153-f6f4-468f-9b81-aae3df124cc8: rpc.has_security_group_logging(os_id): False [ 1134.724038] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.724214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.724294] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.724507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.725124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.725124] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.725124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.725124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.725343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.725423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.725513] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 is going to be created. [ 1134.747567] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0070d153-f6f4-468f-9b81-aae3df124cc8], does not exist path=[/infra/domains/default/groups/0070d153-f6f4-468f-9b81-aae3df124cc8]."\n}' [ 1134.747768] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0070d153-f6f4-468f-9b81-aae3df124cc8 [ 1134.747881] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1134.786437] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.786688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.786782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.788202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.788444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.788750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.788909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.788997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.789245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.789380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.789615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.789764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.789895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.790067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.790171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.790293] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0070d153-f6f4-468f-9b81-aae3df124cc8 is going to be created. [ 1134.795878] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e48a2e83-462c-4068-b5f4-d5e8991ec444: rpc.has_security_group_logging(os_id): False [ 1134.811726] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/0070d153-f6f4-468f-9b81-aae3df124cc8], does not exist path=[/infra/domains/default/groups/0070d153-f6f4-468f-9b81-aae3df124cc8]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0070d153-f6f4-468f-9b81-aae3df124cc8 [ 1134.811918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0070d153-f6f4-468f-9b81-aae3df124cc8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.812204] env[65321]: Traceback (most recent call last): [ 1134.812273] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1134.812273] env[65321]: return func(*args, **kwargs) [ 1134.812273] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1134.812273] env[65321]: res.raise_for_status() [ 1134.812273] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1134.812273] env[65321]: raise HTTPError(http_error_msg, response=self) [ 1134.812273] env[65321]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0070d153-f6f4-468f-9b81-aae3df124cc8 [ 1134.812273] env[65321]: During handling of the above exception, another exception occurred: [ 1134.812273] env[65321]: Traceback (most recent call last): [ 1134.812273] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1134.812273] env[65321]: listener.cb(fileno) [ 1134.812273] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1134.812273] env[65321]: result = function(*args, **kwargs) [ 1134.812273] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1134.812273] env[65321]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1134.812273] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1134.812273] env[65321]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1134.812273] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1134.812273] env[65321]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1134.812273] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1134.812273] env[65321]: res.raise_for_status() [ 1134.812273] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1134.812273] env[65321]: raise HTTPError(http_error_msg, response=self) [ 1134.812273] env[65321]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/0070d153-f6f4-468f-9b81-aae3df124cc8 [ 1134.812273] env[65321]: Removing descriptor: 59 [ 1134.816031] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.816193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.816242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.816489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.838991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.839236] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.839431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.839622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.839817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.840154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.840154] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1134.904395] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.905154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.905154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.905154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.905154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.922816] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1135.205836] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 862098fd-146a-4a3e-9df2-470753d0aa9f [ 1135.207253] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.207549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.207549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.207802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.207942] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.208017] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:862098fd-146a-4a3e-9df2-470753d0aa9f already deleted. [ 1135.208920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-862098fd-146a-4a3e-9df2-470753d0aa9f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.560334] env[65321]: INFO networking_nsxv3.common.synchronization [req-d5fa261c-2031-4289-8141-d7a83f888312 req-e572cac8-80b8-4dfc-b226-1dbc5305d3ab tempest-ServerRescueTestJSONUnderV235-168271898 tempest-ServerRescueTestJSONUnderV235-168271898-project-member] Enqueued Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1135.560862] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 with Priority: HIGHEST for action security_group_members [ 1135.561760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.561760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.664342] env[65321]: INFO networking_nsxv3.common.synchronization [None req-f4ae6b40-4e84-4828-bafc-b101ce4b8fe7 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_rules [ 1135.664971] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_rules [ 1135.665846] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.666183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.666360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.666694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.666897] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.724297] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1135.724520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.724757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.724991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.725216] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.725435] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.726214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.726214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.726214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.726214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.726214] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.726951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.726951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.727136] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.727275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.727333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.727475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.727555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.727656] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.750396] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d5f4a062-b229-4136-80b8-cd13d0d891df tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_rules [ 1135.751184] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_rules [ 1135.751511] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.751645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.189684] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.190346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.190346] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.190804] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.190974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.191355] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 already deleted. [ 1136.191355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.191355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.191609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.191609] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.230039] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.230441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.230693] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.230946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.232118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.232118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.257274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.257368] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.257828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.258123] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.258539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.258539] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.258539] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be updated. [ 1136.294755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.295000] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.295000] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.295761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.295761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.305812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1136.714211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.714334] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.714599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.714670] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.714702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.715317] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 already deleted. [ 1136.715317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.936770] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1136.936963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.955676] env[65321]: INFO networking_nsxv3.common.synchronization [None req-05e420c8-8e32-4027-9042-65cf45dc1c32 None None] Enqueued Resource ID: ef07bb16-d0fa-4325-acec-6044e2b5a7fc with Priority: HIGHEST for action port [ 1136.955926] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ef07bb16-d0fa-4325-acec-6044e2b5a7fc with Priority: HIGHEST for action port [ 1136.956516] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-ef07bb16-d0fa-4325-acec-6044e2b5a7fc taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.956641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ef07bb16-d0fa-4325-acec-6044e2b5a7fc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.956708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ef07bb16-d0fa-4325-acec-6044e2b5a7fc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.956964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ef07bb16-d0fa-4325-acec-6044e2b5a7fc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.957112] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ef07bb16-d0fa-4325-acec-6044e2b5a7fc',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.459529] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ef07bb16-d0fa-4325-acec-6044e2b5a7fc [ 1137.459865] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.459933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.459971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.460285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.460410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.460533] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ef07bb16-d0fa-4325-acec-6044e2b5a7fc already deleted. [ 1137.460640] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ef07bb16-d0fa-4325-acec-6044e2b5a7fc" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.318802] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1138.319971] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 deletion is rescheduled due to dependency. [ 1138.319971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.319971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.319971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.319971] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.319971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.319971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.320364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.320364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.320364] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.823560] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.823951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.823951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.824136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.824280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.824709] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.824905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.825455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.825455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.825455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.825455] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be updated. [ 1138.857546] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.857866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.858020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.858492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.858607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.872630] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1139.204952] env[65321]: INFO networking_nsxv3.common.synchronization [req-e82c634a-13d7-46f1-969f-341b9e375cab req-50ee74a4-d956-40f8-b3f3-5b6fb1411d05 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1139.206090] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1139.206479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.206582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.206654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.206859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.207409] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.207409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.207529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.207633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.207714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.207810] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.506344] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5a8bc285-a68c-47f3-9627-03f82b3f560f tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_rules [ 1139.506937] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_rules [ 1139.507409] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.507409] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.507552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.507684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.507763] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.577478] env[65321]: INFO networking_nsxv3.common.synchronization [None req-38d6f2f8-7ef0-4ad7-b6e6-a4bfda5e4deb tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_rules [ 1139.577961] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_rules [ 1139.578265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.578364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.710456] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.030259] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.030259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.030673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.030673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.030673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.030773] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 already deleted. [ 1140.030817] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.030958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.031141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.031250] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.212787] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.553642] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.553642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.553642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.553897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.553897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.553957] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 already deleted. [ 1140.554213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.717807] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.718626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.718626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.720830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.720830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.720830] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1140.757246] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.757246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.757246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.757246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.757246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.767515] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1140.883328] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1140.885665] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 deletion is rescheduled due to dependency. [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.885665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.885665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.885665] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.388239] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.388632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.388632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.389474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.389474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.389474] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.389474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.389474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.389474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.389474] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.389474] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be updated. [ 1141.419189] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.419343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.419417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.419636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.419773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.431723] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1142.778439] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1142.778729] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.319525] env[65321]: INFO networking_nsxv3.common.synchronization [req-2a9a907a-a3a5-408b-b3eb-92823a31723e req-0cedb498-11e2-4d4e-ba61-4feb9f6be893 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_members [ 1143.319525] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_members [ 1143.319800] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.320907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.320907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.320985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.321194] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.321344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.321397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.321597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.321715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.321829] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.442828] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1143.442828] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 deletion is rescheduled due to dependency. [ 1143.442828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.442828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.443163] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.443894] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.443894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.443894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.443894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.443894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.443894] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.443894] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3cf14b50-d8a5-4251-84b5-4b35412e8663 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.444622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.444622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.444622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.445686] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.445686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.445686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.446365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.446489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.446581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.446677] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.669545] env[65321]: INFO networking_nsxv3.common.synchronization [None req-3ef1c809-7a9c-4e5b-8b93-a7635aa49d90 None None] Enqueued Resource ID: 13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3 with Priority: HIGHEST for action port [ 1143.670106] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3 with Priority: HIGHEST for action port [ 1143.670414] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.670535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.670602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.670857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.670939] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.705971] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.706214] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.706331] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.706602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.706874] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.707282] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.707480] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.708459] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.708459] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.708459] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.708459] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1143.708459] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1143.708771] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1143.708771] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1143.708863] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1143.709057] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1143.735131] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1143.737463] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1143.738175] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1143.738510] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.738904] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-c0b5d1ea-ae97-4988-b041-dd17f051b907 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.739161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.739326] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.739688] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.739866] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b5d1ea-ae97-4988-b041-dd17f051b907',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.826831] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.827260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.827260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.827334] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.827367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.827580] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.827681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.827743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.827916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.827993] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.828103] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 already deleted. [ 1143.828188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.949089] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3cf14b50-d8a5-4251-84b5-4b35412e8663: rpc.has_security_group_logging(os_id): False [ 1143.969514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.969757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.969757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.970080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.970238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.970506] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.970618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.970678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.970831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.970899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.971100] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.971207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.971272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.971475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.971546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.971805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.971956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.972053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.972204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.972277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.973121] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be updated. [ 1144.087510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.087707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.087755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.087983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.088167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.107342] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: IN_PROGRESS for 2s [ 1144.174033] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3 [ 1144.174379] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.174516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.174516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.174674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.174762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.174859] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3 already deleted. [ 1144.174940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13a47d3b-a4ec-46e3-8ca1-13ed0b9578f3" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.243313] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.243560] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.243683] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.244027] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.244187] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.244280] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port c0b5d1ea-ae97-4988-b041-dd17f051b907 not found, creating... [ 1144.244607] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.244854] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.245077] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.245381] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.245537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.245843] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.246012] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.248437] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.249164] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.249799] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.250095] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: c0b5d1ea-ae97-4988-b041-dd17f051b907 is going to be created. [ 1144.273672] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.273932] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.274081] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.274364] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.274604] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.274836] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.797302] env[65321]: INFO networking_nsxv3.common.synchronization [None req-49dbfa16-b034-4b70-9227-0de3e752a4a8 None None] Enqueued Resource ID: 042fb41b-8335-4480-b57a-f3531e29a6ea with Priority: HIGHEST for action port [ 1144.797894] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 042fb41b-8335-4480-b57a-f3531e29a6ea with Priority: HIGHEST for action port [ 1144.798379] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-042fb41b-8335-4480-b57a-f3531e29a6ea taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.798579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-042fb41b-8335-4480-b57a-f3531e29a6ea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.798579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-042fb41b-8335-4480-b57a-f3531e29a6ea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.798889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-042fb41b-8335-4480-b57a-f3531e29a6ea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.799167] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('042fb41b-8335-4480-b57a-f3531e29a6ea',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.014812] env[65321]: INFO networking_nsxv3.common.synchronization [req-2a9a907a-a3a5-408b-b3eb-92823a31723e req-d8bed837-013a-4b5d-966c-77f526d645b3 service nova] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_rules [ 1145.015172] env[65321]: INFO networking_nsxv3.common.synchronization [req-2a9a907a-a3a5-408b-b3eb-92823a31723e req-d8bed837-013a-4b5d-966c-77f526d645b3 service nova] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_members [ 1145.015619] env[65321]: INFO networking_nsxv3.common.synchronization [req-2a9a907a-a3a5-408b-b3eb-92823a31723e req-d8bed837-013a-4b5d-966c-77f526d645b3 service nova] Enqueued Resource ID: c0b5d1ea-ae97-4988-b041-dd17f051b907 with Priority: HIGHEST for action port [ 1145.016454] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_rules [ 1145.016926] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_members [ 1145.016926] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0b5d1ea-ae97-4988-b041-dd17f051b907 with Priority: HIGHEST for action port [ 1145.017642] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.018297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.018297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.018983] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.019152] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.023096] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.023307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.023307] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.023569] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.023636] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.023728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.023793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.023961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.024078] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.024310] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.025788] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0b5d1ea-ae97-4988-b041-dd17f051b907 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.025788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.025788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.025788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.025788] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0b5d1ea-ae97-4988-b041-dd17f051b907',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.305719] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 042fb41b-8335-4480-b57a-f3531e29a6ea [ 1145.305813] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.305900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.306148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.306212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.306288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.306385] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:042fb41b-8335-4480-b57a-f3531e29a6ea already deleted. [ 1145.306470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-042fb41b-8335-4480-b57a-f3531e29a6ea" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.532025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.532025] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.532025] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0b5d1ea-ae97-4988-b041-dd17f051b907 with status ACTIVE [ 1145.532025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.532025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.532025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.532672] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.532672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.532672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.532672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.532672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.532672] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0b5d1ea-ae97-4988-b041-dd17f051b907 is going to be updated. [ 1145.554075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.554219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.554274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.554482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.554614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.554764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0b5d1ea-ae97-4988-b041-dd17f051b907" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.578882] env[65321]: INFO networking_nsxv3.common.synchronization [None req-93fae865-d461-4292-b110-d5ec8c95cfed tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_rules [ 1145.579224] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_rules [ 1145.580603] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.580603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.580603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.580603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.580603] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.589960] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e272a775-f7e0-4693-b2e8-06582f8eb0d2 None None] Enqueued Resource ID: 25437f02-3590-47c9-9fc2-e50e1e470fcd with Priority: HIGHEST for action port [ 1145.590632] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25437f02-3590-47c9-9fc2-e50e1e470fcd with Priority: HIGHEST for action port [ 1145.590965] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-25437f02-3590-47c9-9fc2-e50e1e470fcd taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.591069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25437f02-3590-47c9-9fc2-e50e1e470fcd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.591120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25437f02-3590-47c9-9fc2-e50e1e470fcd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.591420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25437f02-3590-47c9-9fc2-e50e1e470fcd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.591511] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25437f02-3590-47c9-9fc2-e50e1e470fcd',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.661513] env[65321]: INFO networking_nsxv3.common.synchronization [None req-7f5f7fa4-5715-4fcd-b993-6d7c334dfa6a tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_rules [ 1145.662041] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_rules [ 1145.662364] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.662516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.035299] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.098030] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 25437f02-3590-47c9-9fc2-e50e1e470fcd [ 1146.098272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.098497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.098497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.098693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.098785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.098888] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:25437f02-3590-47c9-9fc2-e50e1e470fcd already deleted. [ 1146.098971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25437f02-3590-47c9-9fc2-e50e1e470fcd" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.101675] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.101799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.101799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.101960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.102042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.102140] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 already deleted. [ 1146.102220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.102367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.102525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.102605] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.122552] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 in Status: SUCCESS [ 1146.122744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.122931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.123172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.123260] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3cf14b50-d8a5-4251-84b5-4b35412e8663',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.540182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.540182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.540182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.540182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.540182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.540182] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 is going to be created. [ 1146.567840] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.568054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.568054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.568273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.568446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.580599] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d3d350-3676-4667-b217-4fc6190a9965 in Status: UNINITIALIZED for 2s [ 1146.629741] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.629741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.629741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.630845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.630845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.630845] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 already deleted. [ 1146.630845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.646679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.646814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.646892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.647122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.647209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.647311] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3cf14b50-d8a5-4251-84b5-4b35412e8663 is going to be deleted. [ 1146.715328] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.715525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.715595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.717444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.717520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.717607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3cf14b50-d8a5-4251-84b5-4b35412e8663" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.726015] env[65321]: INFO networking_nsxv3.common.synchronization [req-2345e4b0-31f3-4e2e-9744-9915a2451568 req-043c85c8-893b-42d9-baa0-582f067cdda1 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_members [ 1146.726480] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_members [ 1146.726794] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.726977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.726977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.728195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.728195] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.728195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.728195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.728195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.728195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.728393] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.095665] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.095968] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.096054] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.096356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.096660] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.096833] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.096961] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.097197] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.097346] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.097554] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.097666] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1147.097853] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1147.097939] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1147.098014] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1147.098128] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1147.098321] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1147.118068] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1147.118283] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1147.118515] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1147.118672] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.119102] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.119391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.119500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.119839] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.119977] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.231814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.232148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.232340] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.232616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.232811] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.233183] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.233421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.233537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.233839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.233921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.234113] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 already deleted. [ 1147.234258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.401668] env[65321]: INFO networking_nsxv3.common.synchronization [None req-839d52b2-73a8-4516-a074-a1234282a34b None None] Enqueued Resource ID: 48c19ea4-2df3-46cf-9e14-dff0b7b50705 with Priority: HIGHEST for action port [ 1147.402369] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c19ea4-2df3-46cf-9e14-dff0b7b50705 with Priority: HIGHEST for action port [ 1147.402772] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c19ea4-2df3-46cf-9e14-dff0b7b50705 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.404052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c19ea4-2df3-46cf-9e14-dff0b7b50705" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.404052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c19ea4-2df3-46cf-9e14-dff0b7b50705" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.404052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c19ea4-2df3-46cf-9e14-dff0b7b50705" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.404052] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c19ea4-2df3-46cf-9e14-dff0b7b50705',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.623267] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.623267] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.623267] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.623267] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.623267] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.623630] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e not found, creating... [ 1147.623630] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.623779] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.623896] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.624131] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.624264] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.624595] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.624795] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.624925] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.625149] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.625281] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.625419] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e is going to be created. [ 1147.646296] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.646497] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.646617] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.646881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.647126] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.647339] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.906916] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c19ea4-2df3-46cf-9e14-dff0b7b50705 [ 1147.907838] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.907838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.907838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.907838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.907838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.907838] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c19ea4-2df3-46cf-9e14-dff0b7b50705 already deleted. [ 1147.907838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c19ea4-2df3-46cf-9e14-dff0b7b50705" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.399244] env[65321]: INFO networking_nsxv3.common.synchronization [req-2345e4b0-31f3-4e2e-9744-9915a2451568 req-89e7362d-48ba-4e45-b8dc-132b38d9c025 service nova] Enqueued Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_rules [ 1148.399641] env[65321]: INFO networking_nsxv3.common.synchronization [req-2345e4b0-31f3-4e2e-9744-9915a2451568 req-89e7362d-48ba-4e45-b8dc-132b38d9c025 service nova] Enqueued Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_members [ 1148.399641] env[65321]: INFO networking_nsxv3.common.synchronization [req-2345e4b0-31f3-4e2e-9744-9915a2451568 req-89e7362d-48ba-4e45-b8dc-132b38d9c025 service nova] Enqueued Resource ID: d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e with Priority: HIGHEST for action port [ 1148.400206] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_rules [ 1148.400290] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_members [ 1148.400339] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e with Priority: HIGHEST for action port [ 1148.400741] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.400815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.400864] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.401121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.401171] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.402079] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.404683] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.404683] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.404683] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.405386] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.405483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.405746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.405746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.405844] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.591071] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d3d350-3676-4667-b217-4fc6190a9965 in Status: SUCCESS [ 1148.591296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.591492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.591731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.591945] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.592080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.592144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.592323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.592406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.592503] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.592595] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.907860] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.908975] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.909099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.909268] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e with status ACTIVE [ 1148.909422] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.909528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.909599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.909802] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.909891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.910082] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.910178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.910249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.910403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.910480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.910660] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.910750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.910810] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.910946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.911027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.911146] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e is going to be updated. [ 1148.936888] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.937104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.937104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.937314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.937452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.937613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d6b5d3a0-c47c-4b4e-8023-0aa71fbf617e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.095647] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.413226] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1149.597464] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 72d3d350-3676-4667-b217-4fc6190a9965: rpc.has_security_group_logging(os_id): False [ 1149.618315] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.618542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.618542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.618751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.619068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.619204] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.619332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.619406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.619573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.619653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.619743] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 is going to be created. [ 1149.695452] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.695751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.695751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.696020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.696397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.709871] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d3d350-3676-4667-b217-4fc6190a9965 in Status: IN_PROGRESS for 2s [ 1149.916676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.916676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.916676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.916951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.916951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.917027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 is going to be created. [ 1149.942550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.942756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.942756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.942950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.943131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.951847] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 in Status: UNINITIALIZED for 2s [ 1150.643127] env[65321]: INFO networking_nsxv3.common.synchronization [req-ebae702e-42b8-47d0-b20b-c945e5c5a18d req-9b46a31a-e6c8-4d32-b253-408d4bcd710f tempest-ServerTagsTestJSON-1523075434 tempest-ServerTagsTestJSON-1523075434-project-member] Enqueued Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_members [ 1150.643780] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_members [ 1150.644131] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.644262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.644324] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.645042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.645042] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.645042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.645042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.645216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.645271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.645447] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.015037] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-479 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.015037] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-479" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.015361] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-479" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.015788] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-479" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.016257] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.016868] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.016868] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.017040] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.017815] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.017815] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.017815] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1151.017815] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1151.017815] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1151.018019] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1151.018019] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1151.018105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1151.039265] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1151.039514] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1151.039726] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1151.039967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-479" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.040451] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.040699] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.040868] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.041321] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.041518] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc58d985-70bd-4f13-a5fd-b56a90bac0ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.148165] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.148341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.148405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.148775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.148904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.149836] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.149836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.149836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.149836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.149836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.149836] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 already deleted. [ 1151.149836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.546035] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.546035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.546035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.546035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.546035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.546343] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port bc58d985-70bd-4f13-a5fd-b56a90bac0ad not found, creating... [ 1151.546343] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.546542] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.546667] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.548183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.548183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.548183] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.548183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.548183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.548183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.548183] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.548183] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: bc58d985-70bd-4f13-a5fd-b56a90bac0ad is going to be created. [ 1151.579834] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.580065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.580215] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.580489] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.580724] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.580974] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.725987] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 72d3d350-3676-4667-b217-4fc6190a9965 in Status: SUCCESS [ 1151.726406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.964673] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 in Status: SUCCESS [ 1151.964933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.965158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.965415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.965645] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.965788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.965875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.966088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.966194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.966306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.966409] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.303894] env[65321]: INFO networking_nsxv3.common.synchronization [req-ebae702e-42b8-47d0-b20b-c945e5c5a18d req-d5b7ce5f-9a5b-4bf7-9539-b91150cfdc40 service nova] Enqueued Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_rules [ 1152.304094] env[65321]: INFO networking_nsxv3.common.synchronization [req-ebae702e-42b8-47d0-b20b-c945e5c5a18d req-d5b7ce5f-9a5b-4bf7-9539-b91150cfdc40 service nova] Enqueued Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_members [ 1152.304238] env[65321]: INFO networking_nsxv3.common.synchronization [req-ebae702e-42b8-47d0-b20b-c945e5c5a18d req-d5b7ce5f-9a5b-4bf7-9539-b91150cfdc40 service nova] Enqueued Resource ID: bc58d985-70bd-4f13-a5fd-b56a90bac0ad with Priority: HIGHEST for action port [ 1152.304755] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_rules [ 1152.304892] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_members [ 1152.304986] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc58d985-70bd-4f13-a5fd-b56a90bac0ad with Priority: HIGHEST for action port [ 1152.305397] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.305524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.305584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.305841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.305929] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.307164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.307374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.307545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.307656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.307810] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.307907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.307967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.308138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.308221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.308313] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.309084] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.309601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.309665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.309821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.309979] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc58d985-70bd-4f13-a5fd-b56a90bac0ad',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.468512] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.808640] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.808952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.811418] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.812613] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc58d985-70bd-4f13-a5fd-b56a90bac0ad with status ACTIVE [ 1152.812913] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.813129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.813212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.813461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.813577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.813816] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.813964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.814054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.815880] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.815880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.815880] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc58d985-70bd-4f13-a5fd-b56a90bac0ad is going to be updated. [ 1152.839049] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.839049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.839049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.839323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.839483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.839682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc58d985-70bd-4f13-a5fd-b56a90bac0ad" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.974514] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 934bc87c-055f-4aa1-8a86-5143a54ee7e2: rpc.has_security_group_logging(os_id): False [ 1152.979335] env[65321]: INFO networking_nsxv3.common.synchronization [req-876bbfe3-20ff-4eb1-8f98-389914be0597 req-ca320b7b-1e19-46b8-8064-15979b69a490 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1152.980351] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1152.980684] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.980809] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.980878] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.981088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.981246] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.981342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.981451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.981693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.981838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.981998] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.997440] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.997611] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.997716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.997972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.998112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.998405] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.998857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.998857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.998857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.998857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.998970] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 is going to be created. [ 1153.067211] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.067412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.067412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.067661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.067857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.084903] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 in Status: IN_PROGRESS for 2s [ 1153.317403] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.338024] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.338024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.338024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.338024] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.338024] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.338549] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.338780] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.339101] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.339349] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.339690] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.339902] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1153.340119] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1153.340318] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1153.340517] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1153.340706] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1153.340921] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1153.364026] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1153.364026] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1153.364026] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1153.364026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.364026] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-9d3bffee-5680-4116-989d-83bff499373e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.364026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.364026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.364026] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.364026] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3bffee-5680-4116-989d-83bff499373e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.484053] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.821974] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.822422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.822422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.822654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.822654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.822820] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 is going to be created. [ 1153.849677] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.849835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.849915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.850135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.850315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.860374] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 in Status: UNINITIALIZED for 2s [ 1153.868053] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.868260] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.868389] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.868692] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.868848] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.868998] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 9d3bffee-5680-4116-989d-83bff499373e not found, creating... [ 1153.870161] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.870161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.870161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.870161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.870161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.870161] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.870417] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.871078] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.871306] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.871500] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.871648] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 9d3bffee-5680-4116-989d-83bff499373e is going to be created. [ 1153.892120] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.892394] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.892564] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.892852] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.893118] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.893352] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.986585] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.490138] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.490138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.490138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.490138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.490490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.490490] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1154.529699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.529902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.529951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.534217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.534217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.544303] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1154.676363] env[65321]: INFO networking_nsxv3.common.synchronization [req-876bbfe3-20ff-4eb1-8f98-389914be0597 req-ca591aeb-fb9b-4410-a612-d8f4a13464b0 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1154.676541] env[65321]: INFO networking_nsxv3.common.synchronization [req-876bbfe3-20ff-4eb1-8f98-389914be0597 req-ca591aeb-fb9b-4410-a612-d8f4a13464b0 service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1154.676708] env[65321]: INFO networking_nsxv3.common.synchronization [req-876bbfe3-20ff-4eb1-8f98-389914be0597 req-ca591aeb-fb9b-4410-a612-d8f4a13464b0 service nova] Enqueued Resource ID: 9d3bffee-5680-4116-989d-83bff499373e with Priority: HIGHEST for action port [ 1154.677237] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1154.677367] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1154.677464] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d3bffee-5680-4116-989d-83bff499373e with Priority: HIGHEST for action port [ 1154.677739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.677859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.677925] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.678517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.678605] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.679627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.679627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.680103] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d3bffee-5680-4116-989d-83bff499373e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.680223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.680268] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.680451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.680528] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d3bffee-5680-4116-989d-83bff499373e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.100334] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 in Status: SUCCESS [ 1155.100628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.182418] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.182418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.183559] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d3bffee-5680-4116-989d-83bff499373e with status ACTIVE [ 1155.183559] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.183559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.183559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.183559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.183559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.184497] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.184497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.184497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.184696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.184821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.185013] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.185112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.185172] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.185317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.185452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.187147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d3bffee-5680-4116-989d-83bff499373e is going to be updated. [ 1155.212293] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.213748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.213962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.214273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.216161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.216341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d3bffee-5680-4116-989d-83bff499373e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.375874] env[65321]: INFO networking_nsxv3.common.synchronization [req-a8f81035-d87d-413e-85ab-42d3eecc279e req-475fde74-0f5a-4104-877c-9feb631f4e39 tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_members [ 1155.376475] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_members [ 1155.376768] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.377381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.377381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.377794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.377794] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.377928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.377928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.378049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.378134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.378230] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.819112] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.819483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.819807] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.820204] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.820590] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.820937] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.821190] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.821572] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.821834] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.822159] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.822378] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.822589] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.822790] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.822993] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.823324] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.823549] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.846731] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.846731] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.846731] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.846731] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.846731] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-c905d2e5-5a68-4e35-a139-88b12917f933 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.846731] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.846731] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.846731] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.846731] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c905d2e5-5a68-4e35-a139-88b12917f933',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.873863] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 in Status: SUCCESS [ 1155.873863] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.874157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.874507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.879257] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.879257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.879257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.879257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.879257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.879257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.879257] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.882032] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.882032] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.882032] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 already deleted. [ 1155.882032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.025909] env[65321]: INFO networking_nsxv3.common.synchronization [req-7b680ddc-f36f-4a47-b044-87a4a61d356c req-85ede972-4dcc-45b3-8c93-8601fbf39add tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_members [ 1156.026431] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGHEST for action security_group_members [ 1156.026864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.026932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.026971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.027298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.027461] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.027553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.027620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.027780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.027866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.027954] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.349267] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.352539] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port c905d2e5-5a68-4e35-a139-88b12917f933 not found, creating... [ 1156.352539] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.352539] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.353553] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.353553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.353553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.353553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.353553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.353553] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: c905d2e5-5a68-4e35-a139-88b12917f933 is going to be created. [ 1156.375910] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.376146] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.376370] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.376616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.376893] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.377180] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.382947] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.383170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.383273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.383520] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.383774] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.383877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.383968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.384168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.384290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.384417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.384600] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.384794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.384889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.385080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.385258] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.385494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.385494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.385638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.385741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.385852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.385975] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.530241] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.530426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.530522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.530860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.554564] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1156.554859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.555079] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.555652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.556097] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.556345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.556562] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.556737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.556935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.557178] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.559653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.559980] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.560142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.560215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.560445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.560538] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.560680] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f is going to be updated. [ 1156.598962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.598962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.598962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.598962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.598962] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.608721] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6810b63e-fc40-440e-aa6b-a92290b2194f in Status: IN_PROGRESS for 2s [ 1156.888607] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e45f06a6-86a8-4159-ae2e-804d0bc65503: rpc.has_security_group_logging(os_id): False [ 1156.908225] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.908399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.908483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.908774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.908904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.909161] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.909278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.909344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.909552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.909644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.910065] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.910065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.910065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.910224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.910287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.910523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.910667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.910724] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.910882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.910997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.911105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 is going to be created. [ 1156.971569] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.971907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.972056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.972335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.972626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.984720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 in Status: IN_PROGRESS for 2s [ 1157.063078] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.556292] env[65321]: INFO networking_nsxv3.common.synchronization [req-a8f81035-d87d-413e-85ab-42d3eecc279e req-d1420e51-4684-4c83-a521-027381a969a7 service nova] Enqueued Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_rules [ 1157.556561] env[65321]: INFO networking_nsxv3.common.synchronization [req-a8f81035-d87d-413e-85ab-42d3eecc279e req-d1420e51-4684-4c83-a521-027381a969a7 service nova] Enqueued Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_members [ 1157.556644] env[65321]: INFO networking_nsxv3.common.synchronization [req-a8f81035-d87d-413e-85ab-42d3eecc279e req-d1420e51-4684-4c83-a521-027381a969a7 service nova] Enqueued Resource ID: c905d2e5-5a68-4e35-a139-88b12917f933 with Priority: HIGHEST for action port [ 1157.557205] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_rules [ 1157.557338] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_members [ 1157.557435] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c905d2e5-5a68-4e35-a139-88b12917f933 with Priority: HIGHEST for action port [ 1157.557716] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.557888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.557888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.558121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.558235] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.559037] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.559171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.559243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.559460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.559627] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.559719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.559782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.559996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.559996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.560097] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.560847] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-c905d2e5-5a68-4e35-a139-88b12917f933 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.560953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.561086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.561245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.561334] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c905d2e5-5a68-4e35-a139-88b12917f933',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.565810] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.062777] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.062998] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.063153] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.064160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c905d2e5-5a68-4e35-a139-88b12917f933 with status ACTIVE [ 1158.064344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.064471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.064521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.064738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.064799] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.064979] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.065089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.065174] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.065297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.065375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.065560] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.065656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.065721] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.065881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.065963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.069176] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c905d2e5-5a68-4e35-a139-88b12917f933 is going to be updated. [ 1158.070687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.070812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.070884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.071092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.071197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.071300] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1158.097147] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.097289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.097361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.097572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.097712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.097874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c905d2e5-5a68-4e35-a139-88b12917f933" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.103097] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.103237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.103301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.103498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.103631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.113233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1158.571739] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.622948] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6810b63e-fc40-440e-aa6b-a92290b2194f in Status: SUCCESS [ 1158.622948] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f deletion is rescheduled due to dependency. [ 1158.622948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.008711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 in Status: SUCCESS [ 1159.009049] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.074151] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.074410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.074531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.074950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.075156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.075419] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 is going to be created. [ 1159.114076] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.114287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.114287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.114461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.114615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.125526] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 in Status: UNINITIALIZED for 2s [ 1160.125947] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1160.125947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.125947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.125947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.126454] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.126454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.126454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.126585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.127201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.127201] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.127201] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.629277] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.629277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.629459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.629565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.629791] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.629906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.629971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.630192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.630230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.630318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.630471] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.630565] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.630627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.630769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.630906] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.630997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.631066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.631202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.631278] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.631360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.631463] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.734765] env[65321]: INFO networking_nsxv3.common.synchronization [None req-381e392c-f1a6-40a0-b29d-ca0d761a5271 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_rules [ 1160.735113] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_rules [ 1160.735424] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.735554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.735622] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.735882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.735967] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.830296] env[65321]: INFO networking_nsxv3.common.synchronization [None req-8060f809-60d8-43ce-8175-431f9c72eb46 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_rules [ 1160.831147] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_rules [ 1160.831534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.831668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.134452] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1161.137430] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 in Status: SUCCESS [ 1161.137732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.138040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.138286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.138592] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.138747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.138850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.139104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.139232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.139367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.139533] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.159254] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.159488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.159488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.159897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.182286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.182650] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.182780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.182825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.183035] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.183342] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.183447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.183512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.183720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.183830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.184154] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.184289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.184360] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.184512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.184591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.184679] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1161.254351] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.254434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.254466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.255102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.255102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.257871] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.257871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.257871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.258105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259054] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 already deleted. [ 1161.259054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.259054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.259054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.259054] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.269769] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1161.643787] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.724640] env[65321]: INFO networking_nsxv3.common.synchronization [req-0c05351f-cc0e-4bd8-8618-3fabd51b7ba5 req-6754e8e1-fe02-4342-baa8-0279d9485577 tempest-DeleteServersTestJSON-1807203261 tempest-DeleteServersTestJSON-1807203261-project-member] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1161.725915] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGHEST for action security_group_members [ 1161.726592] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.726966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.727137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.727486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.727780] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.728076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.728247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.728750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.728750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.728844] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.787224] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.787224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.787224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1161.787224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1161.787224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.787224] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 already deleted. [ 1161.787224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.145701] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd25ca6d-d13e-49c5-b493-b5befd89b5e9: rpc.has_security_group_logging(os_id): False [ 1162.174395] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.174661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.174661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.174884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.174997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.175250] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.175363] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.175429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.175572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.175645] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.175839] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 is going to be created. [ 1162.232050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.232247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.232305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.232566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.267501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.267920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.268150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.268275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.268591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.268750] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.268907] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be updated. [ 1162.293944] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.293944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.293944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.293944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.294327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.315020] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 in Status: IN_PROGRESS for 2s [ 1162.328673] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.328850] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.328936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.329186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.329350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.344148] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: IN_PROGRESS for 2s [ 1163.289406] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1163.289663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.630662] env[65321]: INFO networking_nsxv3.common.synchronization [req-20b7e07d-419c-4229-9dd6-7714de388afa req-ede39aae-59b2-4fd5-9c17-c430f6001aa7 tempest-ServerTagsTestJSON-1523075434 tempest-ServerTagsTestJSON-1523075434-project-member] Enqueued Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_members [ 1163.631149] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 with Priority: HIGHEST for action security_group_members [ 1163.631598] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e45f06a6-86a8-4159-ae2e-804d0bc65503 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.631909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.631909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.632699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.632699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.632699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.632699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.633093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.633093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.633193] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e45f06a6-86a8-4159-ae2e-804d0bc65503',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.136772] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.136956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.137051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.137313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.137408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.137608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.137706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.137769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.137930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.138010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.138105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 is going to be updated. [ 1164.170344] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.170587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.170587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.170771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.170926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.181261] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 in Status: IN_PROGRESS for 2s [ 1164.333217] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 in Status: SUCCESS [ 1164.333536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.358192] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 37d164f4-aee6-4642-a964-ce4980b26e45 in Status: SUCCESS [ 1164.358192] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 deletion is rescheduled due to dependency. [ 1164.358192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.192616] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 in Status: SUCCESS [ 1166.192616] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e45f06a6-86a8-4159-ae2e-804d0bc65503 deletion is rescheduled due to dependency. [ 1166.192616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e45f06a6-86a8-4159-ae2e-804d0bc65503" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.683699] env[65321]: INFO networking_nsxv3.common.synchronization [req-7a68253c-5269-4584-a12e-d4fe1e522f4f req-fdb7dc7a-23fc-4b0f-8540-d2a0fb085b17 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1166.683699] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1166.684127] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.684282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.684384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.684665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.684864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.684976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.685068] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.685228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.685315] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.685426] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1166.718678] env[65321]: INFO networking_nsxv3.common.synchronization [req-df43caf6-1217-4977-9954-dfc77b9ab9d1 req-4acd89aa-18af-4475-85bf-8c374b843126 tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_members [ 1166.719539] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_members [ 1166.719954] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.721969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.722066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.722420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.722722] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.722815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.722855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.723009] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.723100] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.723199] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.020850] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-349 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.021131] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.021239] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.021455] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.021791] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.022035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.022035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.022242] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.022420] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.022615] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.022733] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1167.022838] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1167.022941] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1167.023060] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1167.023164] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1167.023294] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1167.043639] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1167.043831] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1167.043963] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1167.044157] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-349" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.044474] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.044644] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.044764] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.045099] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.045238] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a78cb1-6f3a-4427-bd96-e0b97b9e0124',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.188020] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.225336] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.225741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.225741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.225808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.225836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.226232] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.226232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.226232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.226453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.226453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.226556] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 already deleted. [ 1167.226675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.547962] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.548286] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.548324] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.548591] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.548736] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.548892] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 not found, creating... [ 1167.549170] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.549327] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.549454] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.549704] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.549846] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.550146] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.550302] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.550417] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.550623] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.550756] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.550895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 is going to be created. [ 1167.574991] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.575263] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.575310] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.575573] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.575802] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.576033] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.690050] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.193304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.193509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.193509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.193903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.193903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.193903] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1168.231996] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.232544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.232544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.232544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.232848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.242234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1168.749394] env[65321]: INFO networking_nsxv3.common.synchronization [req-df43caf6-1217-4977-9954-dfc77b9ab9d1 req-1c1e7e7c-58b8-446a-beaa-e078f3431ccb service nova] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_rules [ 1168.749580] env[65321]: INFO networking_nsxv3.common.synchronization [req-df43caf6-1217-4977-9954-dfc77b9ab9d1 req-1c1e7e7c-58b8-446a-beaa-e078f3431ccb service nova] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_members [ 1168.749718] env[65321]: INFO networking_nsxv3.common.synchronization [req-df43caf6-1217-4977-9954-dfc77b9ab9d1 req-1c1e7e7c-58b8-446a-beaa-e078f3431ccb service nova] Enqueued Resource ID: b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 with Priority: HIGHEST for action port [ 1168.751417] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_rules [ 1168.751877] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_members [ 1168.752030] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 with Priority: HIGHEST for action port [ 1168.752450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.752773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.752844] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.753205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.753205] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.754430] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.754610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.754711] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.754997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.755423] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.755423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.755423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.755613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.755681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.755786] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.756643] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.756772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.756867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.757057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.757165] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b3a78cb1-6f3a-4427-bd96-e0b97b9e0124',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.259290] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.260370] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.260475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.260636] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 with status ACTIVE [ 1169.260805] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.260914] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.260971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.261190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.261313] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.261446] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.261559] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.261626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.261780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.261861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.262846] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.262969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.263043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.263213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.263293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.263385] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b3a78cb1-6f3a-4427-bd96-e0b97b9e0124 is going to be updated. [ 1169.303567] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.303567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.303567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.303567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.303987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.303987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b3a78cb1-6f3a-4427-bd96-e0b97b9e0124" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.766952] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.252189] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1170.252309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270020] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.270399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.270399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.270399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.270518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.270596] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 is going to be created. [ 1170.315847] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.316025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.316259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.316489] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.316737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.328152] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 in Status: UNINITIALIZED for 2s [ 1172.339059] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 in Status: SUCCESS [ 1172.339547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.339547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.339747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.339948] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.340089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.340147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.340354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.340438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.340590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.340714] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.843047] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.345065] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 51190b95-a3ac-431b-995f-eabebc9f4ad4: rpc.has_security_group_logging(os_id): False [ 1173.363426] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.363652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.363652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.363934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.364140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.364451] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.364579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.364652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.364855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.364944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.365074] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 is going to be created. [ 1173.425205] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.425383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.425447] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.425638] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.426014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.442839] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 in Status: IN_PROGRESS for 2s [ 1173.753187] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1173.753414] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1175.457212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 in Status: SUCCESS [ 1175.457550] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.509875] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea270520-de12-41a5-b850-bc55d57ff7cb req-e23c5f49-a4dc-4b8d-9be8-61dd9685baad tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1177.509875] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1177.509875] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.509875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.509875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.509875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.509875] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.510351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.510351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.510351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.510351] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.510351] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.782688] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-252 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.782897] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.783102] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.783418] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.783732] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.783962] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.784139] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.784382] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.784532] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.784744] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.784855] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1177.784962] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1177.785152] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1177.785209] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1177.785294] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1177.785426] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1177.807070] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1177.807291] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1177.807382] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1177.807546] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-252" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.807880] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.808070] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.808194] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.808518] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.808658] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.012850] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.311260] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.311485] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.311623] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.312016] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.312196] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.312354] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 not found, creating... [ 1178.312628] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.312796] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.312912] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.313161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.313324] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.313585] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.313745] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.313861] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.314216] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.314275] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.314376] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 is going to be created. [ 1178.334354] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.334553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.334553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.334820] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.335070] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.335308] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.515159] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.018832] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.018832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.018832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.019103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.019137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.019249] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1179.048541] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.048702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.048741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.048949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.049112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.053786] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea270520-de12-41a5-b850-bc55d57ff7cb req-89eee011-c576-48ff-ace5-9849b02c10be service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1179.053868] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea270520-de12-41a5-b850-bc55d57ff7cb req-89eee011-c576-48ff-ace5-9849b02c10be service nova] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1179.054185] env[65321]: INFO networking_nsxv3.common.synchronization [req-ea270520-de12-41a5-b850-bc55d57ff7cb req-89eee011-c576-48ff-ace5-9849b02c10be service nova] Enqueued Resource ID: 1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 with Priority: HIGHEST for action port [ 1179.054576] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_rules [ 1179.054698] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1179.054796] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 with Priority: HIGHEST for action port [ 1179.055729] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.056110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.056202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.056417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.056496] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.057388] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.057609] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.057770] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.057902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.057966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.058242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.059068] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.062164] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1179.562109] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.562109] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 with status ACTIVE [ 1179.562109] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.562109] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.562109] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.563523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.563523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.563523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.563523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.563523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.563523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.563523] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1 is going to be updated. [ 1179.597326] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.597502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.597590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.597767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.597907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.598345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac0ce44-8075-4cb9-83bd-ddbf7707f7c1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.074160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1181.074524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.074563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.074769] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.074982] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.075118] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.075185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.075345] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.075426] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.075521] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.578301] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.080966] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1182.583505] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.583764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.583764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.584095] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.584253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.584421] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1182.612069] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.612069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.612069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.612359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.612422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.631393] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1184.056505] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.056821] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1184.643489] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1184.644033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.644033] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.644253] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.644493] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.644743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.644861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.645099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.645191] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.645279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.645378] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.148642] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.148642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.148642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.148642] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.149137] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.149137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.149137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.149305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.149305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.149412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.149558] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.149671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.149734] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.149911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.150108] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.150256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.150349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.150561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.150680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.150813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.150959] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1185.653431] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a2875fe-b623-4c1e-a1b4-77d4eed347e5: rpc.has_security_group_logging(os_id): False [ 1185.672558] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.672764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.672764] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.672953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.673406] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.673647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.673647] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.673811] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.673904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.673966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.674119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.674192] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.674430] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.674568] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.674654] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.674840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.674923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.675021] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1185.741930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1185.742175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1185.742175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1185.742384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1185.742522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1185.768115] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1187.785884] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1187.786273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.057403] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1189.057735] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1191.060035] env[65321]: INFO networking_nsxv3.common.synchronization [req-7605d5ca-ce18-4836-b4c2-41bf0eb4e55b req-a0554bb3-eca9-44cc-8662-726fbec2a533 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_members [ 1191.060434] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGHEST for action security_group_members [ 1191.060736] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.060860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.060939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.061225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.061389] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.061493] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.061552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.061984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.061984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.061984] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.564077] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.564300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.564300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.564508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.585236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.585485] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.585606] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.585672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.585869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.585954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.586074] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 is going to be updated. [ 1191.611525] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.611771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.611823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.611987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.612136] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.620246] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 in Status: IN_PROGRESS for 2s [ 1192.637482] env[65321]: INFO networking_nsxv3.common.synchronization [req-4bc9e2fd-b08c-459e-aba8-e48d2abd2787 req-3bb8d77e-9fdd-438f-9a2b-40fc4a30d0e6 tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1192.638034] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1192.638351] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.638477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.638555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.638743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.639197] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.639197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.639197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.639330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.639330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.639397] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.141349] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1193.631282] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 in Status: SUCCESS [ 1193.631491] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 deletion is rescheduled due to dependency. [ 1193.631616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.644123] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1194.146294] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.146490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.146533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.146869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.146999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.147148] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1194.175504] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1194.175504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.175661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.175756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1194.175906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.184758] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1195.091062] env[65321]: INFO networking_nsxv3.common.synchronization [req-96328af5-1a8e-416a-bc0b-6b224f1aa3f5 req-04181872-7fed-4d88-8f12-0c15a47c79a8 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1195.091062] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1195.091062] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.091062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.091062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.095923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.096202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.096347] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.096439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.096909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.097018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.097228] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.602333] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.602333] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.602333] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 already deleted. [ 1195.602333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.157278] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.157599] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.157763] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.158356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.158654] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.158924] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.159156] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.160045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.160045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.160045] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.160228] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1196.160265] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1196.160372] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1196.160570] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1196.160763] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1196.160945] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1196.181353] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1196.181516] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1196.181669] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1196.181878] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.182234] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-213a005c-be24-444f-b207-b1f70c12769f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.182411] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.182550] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.182986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.183185] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213a005c-be24-444f-b207-b1f70c12769f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.193744] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 4s [ 1196.685663] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.685890] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.686031] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.686333] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.686485] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.686637] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 213a005c-be24-444f-b207-b1f70c12769f not found, creating... [ 1196.686919] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.687090] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.687214] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.687422] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.687552] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.687827] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.687971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.688102] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.688305] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.688436] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.688570] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 213a005c-be24-444f-b207-b1f70c12769f is going to be created. [ 1196.710033] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.710362] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.710483] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.710649] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.710881] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.711163] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.444125] env[65321]: INFO networking_nsxv3.common.synchronization [req-96328af5-1a8e-416a-bc0b-6b224f1aa3f5 req-3af46c17-57ec-4bd4-bd91-6263cfc44ccd service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1197.444357] env[65321]: INFO networking_nsxv3.common.synchronization [req-96328af5-1a8e-416a-bc0b-6b224f1aa3f5 req-3af46c17-57ec-4bd4-bd91-6263cfc44ccd service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1197.444463] env[65321]: INFO networking_nsxv3.common.synchronization [req-96328af5-1a8e-416a-bc0b-6b224f1aa3f5 req-3af46c17-57ec-4bd4-bd91-6263cfc44ccd service nova] Enqueued Resource ID: 213a005c-be24-444f-b207-b1f70c12769f with Priority: HIGHEST for action port [ 1197.444961] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1197.445114] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1197.445210] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 213a005c-be24-444f-b207-b1f70c12769f with Priority: HIGHEST for action port [ 1197.445481] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.445601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.445667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.445946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.446045] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.447120] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.447120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.447120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.447357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.447357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.447614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.447614] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.447682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.447725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.448634] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.448634] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-213a005c-be24-444f-b207-b1f70c12769f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.448839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.448839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.448911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.448911] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('213a005c-be24-444f-b207-b1f70c12769f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.950404] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.950599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.950734] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.951683] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 213a005c-be24-444f-b207-b1f70c12769f with status ACTIVE [ 1197.951912] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.952041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.952114] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.952470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.952470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.952604] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.952675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.953354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.953354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.953354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.953354] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.953354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.953354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.953594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.953594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.953594] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 213a005c-be24-444f-b207-b1f70c12769f is going to be updated. [ 1197.975096] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.975369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.975369] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.975502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.975607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.975762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-213a005c-be24-444f-b207-b1f70c12769f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.204650] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1198.204867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.455428] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.958363] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.958546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.958546] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.958928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.958928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.959105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be created. [ 1198.984141] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.984391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.984391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.984719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.984966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.001409] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: UNINITIALIZED for 2s [ 1200.220993] env[65321]: INFO networking_nsxv3.common.synchronization [req-d1058049-b78d-4637-a3b5-53a1b29eb25c req-553673a7-1ea6-40af-98f6-4cd71a0a460e tempest-ServersTestJSON-1194399020 tempest-ServersTestJSON-1194399020-project-member] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1200.221383] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGHEST for action security_group_members [ 1200.221512] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.221657] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.221725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.221944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.222122] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.222237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.222299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.222431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.222579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.222641] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1200.725075] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.725332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.725332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.725602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.725602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.725812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.725916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.725997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.726148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.726260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.726314] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be updated. [ 1200.756679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1200.756897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1200.756941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1200.757219] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1200.757331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.766295] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: IN_PROGRESS for 2s [ 1201.011259] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1201.011602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.011841] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.012084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.012283] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.012399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.012492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.012615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.012695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.012780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.012886] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1201.515215] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.515626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.515626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.515694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.515864] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.515989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.516071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.516231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.516318] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.516422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.516562] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.516656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.516718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.516856] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.516995] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1201.517097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1201.517151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1201.517289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1201.517362] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.517443] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1201.517562] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1202.020900] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8653f774-989d-44ea-b05e-8703fee7f1c8: rpc.has_security_group_logging(os_id): False [ 1202.040622] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.040767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.040933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.041055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.041204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.041337] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.041433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.041573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.041785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.041876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.042098] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.042195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.042256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.042599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.042599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.042747] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.042827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.042866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.043259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.043259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.043259] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be created. [ 1202.108213] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1202.108213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1202.108399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1202.108512] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1202.108665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.124606] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1202.776912] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 in Status: SUCCESS [ 1202.777205] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 deletion is rescheduled due to dependency. [ 1202.777205] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.138636] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1204.138636] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.222823] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1205.223216] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1206.206565] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-596 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.206766] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.206895] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.207185] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.207442] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.207599] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.207715] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.207934] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.208100] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.208306] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.208420] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1206.208527] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1206.208632] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1206.208741] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1206.208846] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1206.208976] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1206.230579] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1206.230888] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1206.230888] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1206.231045] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-596" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.231378] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-220da22b-ba77-4094-b55e-0f46c886417e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.231554] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.231671] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.231966] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.232221] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220da22b-ba77-4094-b55e-0f46c886417e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.734174] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.734433] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.734559] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.734904] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.735017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.735315] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.735473] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.735589] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.735808] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.735945] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.736237] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.736389] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.736507] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.736709] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.736842] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.737010] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 220da22b-ba77-4094-b55e-0f46c886417e is going to be updated. [ 1206.758537] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.758748] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.758874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.759181] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.759373] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.759616] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.467097] env[65321]: INFO networking_nsxv3.common.synchronization [req-3ea45cd2-5b61-402c-bc39-3e42a0c21bc4 req-df6af542-c48f-498f-812e-ee4bf9ca5317 service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 1207.467348] env[65321]: INFO networking_nsxv3.common.synchronization [req-3ea45cd2-5b61-402c-bc39-3e42a0c21bc4 req-df6af542-c48f-498f-812e-ee4bf9ca5317 service nova] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1207.467441] env[65321]: INFO networking_nsxv3.common.synchronization [req-3ea45cd2-5b61-402c-bc39-3e42a0c21bc4 req-df6af542-c48f-498f-812e-ee4bf9ca5317 service nova] Enqueued Resource ID: 220da22b-ba77-4094-b55e-0f46c886417e with Priority: HIGHEST for action port [ 1207.467905] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_rules [ 1207.468204] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1207.468340] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 220da22b-ba77-4094-b55e-0f46c886417e with Priority: HIGHEST for action port [ 1207.468619] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.468736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.468801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.469030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.469121] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.470881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.471142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.471235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.471429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.471614] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.471717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.471801] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.472013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.472051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.472324] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.473714] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-220da22b-ba77-4094-b55e-0f46c886417e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.474692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.474692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.474692] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.474692] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('220da22b-ba77-4094-b55e-0f46c886417e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.972316] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.972508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.974781] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.976795] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 220da22b-ba77-4094-b55e-0f46c886417e with status ACTIVE [ 1207.976990] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.977124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.977189] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.977396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.977482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.977652] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.978749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.978749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.978749] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 220da22b-ba77-4094-b55e-0f46c886417e is going to be updated. [ 1207.999309] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.999309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.999519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.999557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.999685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.999865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-220da22b-ba77-4094-b55e-0f46c886417e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.480377] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1208.983175] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.983451] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.983571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.983927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.984127] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.984273] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1209.034946] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.035143] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.035199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.035421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.035573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.053203] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1209.432111] env[65321]: INFO networking_nsxv3.common.synchronization [req-89e71409-466d-4891-b5cb-c3713ab25656 req-3a08fed0-8b77-4ccf-9401-a23aa4673a59 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1209.432111] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1209.433073] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.433206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.433270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.433472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.433634] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.433731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.433792] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.433941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.434034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.434139] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.936284] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.936825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.936825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.936825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.936825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.937181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.937181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.937181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.937433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.937433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.937539] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1209.972388] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.972610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.972699] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.972931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.973350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.982541] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1211.064234] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1211.064656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.064656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.064852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.065059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.065184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.065246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.065403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.065473] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.065561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.065967] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.568914] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.993918] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1211.994289] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 deletion is rescheduled due to dependency. [ 1211.994453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.071066] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e48a2e83-462c-4068-b5f4-d5e8991ec444: rpc.has_security_group_logging(os_id): False [ 1212.091765] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.092076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.092076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.092327] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.092446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.092750] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.092877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.092971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.093218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.093349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.093489] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1212.159304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.159517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.159517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.159790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.160598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.173265] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1212.498701] env[65321]: INFO networking_nsxv3.common.synchronization [req-41548fff-6aec-41df-ad1e-5770ff1c824f req-ffc59ef1-205c-400d-bb4c-6430e793044c tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_members [ 1212.498862] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGHEST for action security_group_members [ 1212.499350] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.499630] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.499793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.500187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.500431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.500687] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.500821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.501310] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.501495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.501707] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.005015] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.005214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.005259] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.005515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.005601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.005844] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.006026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.006026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.006178] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.006256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.006349] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 is going to be updated. [ 1213.039121] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.039430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.039430] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.039652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.039860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.050244] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d3d350-3676-4667-b217-4fc6190a9965 in Status: IN_PROGRESS for 2s [ 1214.214337] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1214.214738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.062961] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 72d3d350-3676-4667-b217-4fc6190a9965 in Status: SUCCESS [ 1215.063166] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 deletion is rescheduled due to dependency. [ 1215.063287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.206723] env[65321]: INFO networking_nsxv3.common.synchronization [None req-70451701-8743-4cbd-a0ad-5bbfd33cba3c tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_rules [ 1217.207168] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_rules [ 1217.207518] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.207646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.207718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.208018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.208155] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1217.304016] env[65321]: INFO networking_nsxv3.common.synchronization [None req-57a55a08-8094-4c6a-9a60-d81d111255df tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_rules [ 1217.305100] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_rules [ 1217.305504] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.306067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.732085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.732321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.732321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.732557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.732637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.732722] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f already deleted. [ 1217.732832] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.732992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.733176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.733263] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.257072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.257072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.257072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.257072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.257072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.257072] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f already deleted. [ 1218.257072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.306286] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1222.306643] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1222.984519] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d694365-f377-42fc-8962-2f1243386c14 req-b280a517-90c8-4d25-bb54-3b2a3f21d1d3 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_members [ 1222.984674] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_members [ 1222.985040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.985210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.985300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.985577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.985760] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1222.985861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1222.985923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1222.986154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1222.986281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1222.986419] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.274492] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.274725] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.274855] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.275150] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.275454] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.275618] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.275736] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.275963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.276126] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.276335] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.276446] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1223.276553] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1223.276658] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1223.276764] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1223.276866] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1223.276997] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1223.299476] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1223.299722] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1223.299893] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1223.299971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.300369] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-2fa1b9f4-9847-4772-adab-f08212d455e9 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.300588] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.300716] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.301389] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.301389] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa1b9f4-9847-4772-adab-f08212d455e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1223.491594] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.492036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.492036] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.492126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.492182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.492376] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.492478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.492540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.492702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.492777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.492866] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f already deleted. [ 1223.492969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.809095] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.809095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.809095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.809095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.809095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.809095] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 2fa1b9f4-9847-4772-adab-f08212d455e9 not found, creating... [ 1223.809095] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.809095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.809095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.809644] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.809644] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.809736] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.809909] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.810040] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.810257] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.810406] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.810574] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 2fa1b9f4-9847-4772-adab-f08212d455e9 is going to be created. [ 1223.840528] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.840805] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.840995] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.841292] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.841593] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.841826] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.532250] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d694365-f377-42fc-8962-2f1243386c14 req-6fda863b-b18c-444c-bf69-176ffc66e248 service nova] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_rules [ 1224.532552] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d694365-f377-42fc-8962-2f1243386c14 req-6fda863b-b18c-444c-bf69-176ffc66e248 service nova] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_members [ 1224.532552] env[65321]: INFO networking_nsxv3.common.synchronization [req-0d694365-f377-42fc-8962-2f1243386c14 req-6fda863b-b18c-444c-bf69-176ffc66e248 service nova] Enqueued Resource ID: 2fa1b9f4-9847-4772-adab-f08212d455e9 with Priority: HIGHEST for action port [ 1224.533047] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_rules [ 1224.533220] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_members [ 1224.533327] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2fa1b9f4-9847-4772-adab-f08212d455e9 with Priority: HIGHEST for action port [ 1224.533605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.533714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.533806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.533966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.534059] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.534895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.535010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.535084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.535246] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.535392] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.536021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.536021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.536021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.536021] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.536021] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.536838] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-2fa1b9f4-9847-4772-adab-f08212d455e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.536838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.536838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.537103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.537103] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2fa1b9f4-9847-4772-adab-f08212d455e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.039060] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.040930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.040930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.040930] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2fa1b9f4-9847-4772-adab-f08212d455e9 with status ACTIVE [ 1225.040930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.041250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.041250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.041465] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.041515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.041739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.042241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.042241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.042475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.042475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.042666] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.042978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.042978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.043103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.043133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.043243] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2fa1b9f4-9847-4772-adab-f08212d455e9 is going to be updated. [ 1225.064313] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.064527] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.064607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.064824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.064967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.065160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2fa1b9f4-9847-4772-adab-f08212d455e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.090457] env[65321]: INFO networking_nsxv3.common.synchronization [req-3c4ad9c7-24a8-49aa-bbbf-009d22813382 req-9c965639-cf80-45f6-9a75-bf3e6ebddccf tempest-ServerActionsTestOtherB-1100586953 tempest-ServerActionsTestOtherB-1100586953-project-member] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1225.091241] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGHEST for action security_group_members [ 1225.091565] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.091730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.091819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.092111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.092665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.092665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.092665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.092868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.092868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.093093] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.541426] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.597308] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.597308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.597308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.597557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.597597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.597779] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.597880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.597943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.598112] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.598185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.598367] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be updated. [ 1225.636921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.636921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.636921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.637321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.637321] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.661884] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: IN_PROGRESS for 2s [ 1226.044267] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.044923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.044923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.044923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.045153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.045237] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f is going to be created. [ 1226.069965] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.071027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.071027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.071027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.071027] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.082143] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: UNINITIALIZED for 2s [ 1227.672064] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 in Status: SUCCESS [ 1227.672359] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 deletion is rescheduled due to dependency. [ 1227.672621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.092305] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: SUCCESS [ 1228.092564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.092761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.093058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.093288] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.093429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.093505] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.093748] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.093834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.093940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.094085] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.597100] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.932190] env[65321]: INFO networking_nsxv3.common.synchronization [req-dab8a477-8777-4acc-9060-8f86c90ce7e7 req-d2323088-3b91-4d4b-aaf6-e97c53a6cadb tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1228.932698] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1228.933042] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.933185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.933292] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.933598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.933665] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.933757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.933822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.933976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.934103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.934159] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.100175] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4ba7909-f024-4ce4-b480-b06d3e79dd1f: rpc.has_security_group_logging(os_id): False [ 1229.119338] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.119571] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.119797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.120200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.120330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.120653] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.120838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.120971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.121161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.121245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.121342] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f is going to be created. [ 1229.187143] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.187305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.187378] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.187595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.187787] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.199779] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: IN_PROGRESS for 2s [ 1229.437047] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.437289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.437289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.437514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.547594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.547878] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.548017] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.548085] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.548316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.548682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.548682] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1229.576516] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.576741] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.576885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.577223] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.577386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.587708] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1230.829565] env[65321]: INFO networking_nsxv3.common.synchronization [req-af193425-be9e-4895-aad5-632077b7198b req-ff196dc0-190b-4c16-9fdf-fb425463bfbe tempest-AttachVolumeNegativeTest-1675807608 tempest-AttachVolumeNegativeTest-1675807608-project-member] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_members [ 1230.830124] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGHEST for action security_group_members [ 1230.830435] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.830570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.830616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.830815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.831464] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.831464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.831464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.831693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.831693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.831761] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.212879] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: SUCCESS [ 1231.213227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.334755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.334755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.334755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.335154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.335154] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.335510] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.335510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.335510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.335751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.335751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.335830] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 is going to be updated. [ 1231.366733] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.366887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.366968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.367252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.367404] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.377224] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 in Status: IN_PROGRESS for 2s [ 1231.599327] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1231.599513] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e deletion is rescheduled due to dependency. [ 1231.599631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.389711] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 in Status: SUCCESS [ 1233.390140] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 deletion is rescheduled due to dependency. [ 1233.390140] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.831408] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1235.831771] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1237.131158] env[65321]: INFO networking_nsxv3.common.synchronization [req-8200ac07-f4ac-4a6d-9c64-7c171399ad7f req-a2a255eb-4472-41b1-a463-5624abbf0324 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1237.131683] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1237.132030] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.132166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.132235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.132422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.132578] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.132673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.132726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.132869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.132958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.133145] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.445417] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.445610] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.445734] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.446018] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.446284] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.446443] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.446559] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.446776] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.446924] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.447146] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.447259] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1237.447369] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1237.447479] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1237.447586] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1237.447692] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1237.447822] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1237.468636] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1237.468814] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1237.468953] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1237.469159] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.469490] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-bc92d122-ff1d-4927-9eea-142a35ea0d40 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.469666] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.469789] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.470210] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.470361] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc92d122-ff1d-4927-9eea-142a35ea0d40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.635767] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.635767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.635767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.636082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.636082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.636252] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.636359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.636423] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.636595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.636674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.636761] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1237.662280] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.662507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.662607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.662789] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.662932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.672841] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1237.972951] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.973408] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.973549] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.973861] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.974035] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.974211] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port bc92d122-ff1d-4927-9eea-142a35ea0d40 not found, creating... [ 1237.974511] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.974684] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.974801] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.975065] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.975402] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.975815] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.975981] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.976114] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.976336] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.976474] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.976616] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: bc92d122-ff1d-4927-9eea-142a35ea0d40 is going to be created. [ 1237.996960] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.997188] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.997294] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.997561] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.997789] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.998019] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.688503] env[65321]: INFO networking_nsxv3.common.synchronization [req-8200ac07-f4ac-4a6d-9c64-7c171399ad7f req-1e306f01-f7d3-4a2e-ab9f-9f951819e6d5 service nova] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 1238.688826] env[65321]: INFO networking_nsxv3.common.synchronization [req-8200ac07-f4ac-4a6d-9c64-7c171399ad7f req-1e306f01-f7d3-4a2e-ab9f-9f951819e6d5 service nova] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1238.688826] env[65321]: INFO networking_nsxv3.common.synchronization [req-8200ac07-f4ac-4a6d-9c64-7c171399ad7f req-1e306f01-f7d3-4a2e-ab9f-9f951819e6d5 service nova] Enqueued Resource ID: bc92d122-ff1d-4927-9eea-142a35ea0d40 with Priority: HIGHEST for action port [ 1238.689430] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 1238.689520] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1238.689619] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc92d122-ff1d-4927-9eea-142a35ea0d40 with Priority: HIGHEST for action port [ 1238.689901] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.690056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.690137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.690343] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.690426] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.691274] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.691371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.691565] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bc92d122-ff1d-4927-9eea-142a35ea0d40 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.691665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.691743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.692030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.692156] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bc92d122-ff1d-4927-9eea-142a35ea0d40',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1239.194500] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.194723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.194796] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bc92d122-ff1d-4927-9eea-142a35ea0d40 with status ACTIVE [ 1239.194937] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.195056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.195126] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.195337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.195428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.195604] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.195698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.195760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.195911] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.195988] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.196187] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.196280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.196368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.196479] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.196551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.196695] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bc92d122-ff1d-4927-9eea-142a35ea0d40 is going to be updated. [ 1239.218881] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.219125] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.219176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.219420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.219564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.219725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bc92d122-ff1d-4927-9eea-142a35ea0d40" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.683156] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1239.683333] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e deletion is rescheduled due to dependency. [ 1239.683502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.683700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.683955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.684252] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.684533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.684620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.684798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.684885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.684984] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.187410] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.690819] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.193893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.194279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.194279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.194485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.194529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.194694] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1241.228561] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.228816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.228816] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.229022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.229193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.239731] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1243.251729] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1243.252020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.252232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.252453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.252647] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.252766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.252836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.252990] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.253089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.253181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.253307] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1243.691014] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1243.691146] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1243.755774] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.258570] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e: rpc.has_security_group_logging(os_id): False [ 1244.277771] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.277771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.277771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.277771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.277771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.278054] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.278054] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.278134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.278266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.278348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.278438] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1244.339747] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.339950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.340013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.340258] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.340413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.354596] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1246.371484] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1246.371484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.692419] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1248.692789] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1251.819979] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1251.820360] env[65321]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-f04b89ed-df0f-4040-9837-c2836c835111 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1253.693421] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1253.693774] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1258.694391] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1258.694640] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1263.528655] env[65321]: INFO networking_nsxv3.common.synchronization [req-03d3b4fb-38ed-471d-94c4-bede47e6987d req-86204238-7089-4184-a134-70e9017a3fd1 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_members [ 1263.529236] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 with Priority: HIGHEST for action security_group_members [ 1263.529537] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-934bc87c-055f-4aa1-8a86-5143a54ee7e2 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.529673] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.529743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.529941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.530110] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.530224] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.531045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.531045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.531045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.531045] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('934bc87c-055f-4aa1-8a86-5143a54ee7e2',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.033188] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.033188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.033188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.068991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.068991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.068991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.068991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.068991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.068991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.068991] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.068991] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 is going to be updated. [ 1264.072812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.072978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.073029] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.073240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.073541] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.090705] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 in Status: IN_PROGRESS for 2s [ 1266.103164] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 in Status: SUCCESS [ 1266.103553] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 934bc87c-055f-4aa1-8a86-5143a54ee7e2 deletion is rescheduled due to dependency. [ 1266.103553] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-934bc87c-055f-4aa1-8a86-5143a54ee7e2" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.530318] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1268.530756] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.776300] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.776747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.776747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.776747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.776868] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.279474] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.532063] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1273.532063] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1273.782220] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.235269] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bb752ce-b360-44d0-94e3-03076fe769fc req-71ff3067-a4ec-4440-9f86-028962d8c736 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1274.235842] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1274.235953] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.236098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.236166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.236366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.236531] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.236635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.236700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.236843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.236928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.237035] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.284686] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1274.284801] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1274.562741] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.562927] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.563068] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.563358] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.563611] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.563771] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.563887] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.564118] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.564263] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.564468] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.564583] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1274.564690] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1274.564798] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1274.564906] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1274.565023] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1274.565157] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1274.590113] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1274.590296] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1274.590401] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1274.590575] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.590895] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-d4eba624-05bd-4aeb-83ad-a63935f99e5f taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.591079] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.591201] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.591524] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.591667] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4eba624-05bd-4aeb-83ad-a63935f99e5f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.743844] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.744039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.744093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.744291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.765904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.766182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.766304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.766383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.766617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.766709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.766817] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be updated. [ 1274.793621] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.793980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.793980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.794167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.794316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.804724] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1275.094024] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.094279] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.094437] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.094794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.095044] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.095242] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port d4eba624-05bd-4aeb-83ad-a63935f99e5f not found, creating... [ 1275.095662] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.095924] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.096084] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.096369] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.096570] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.096953] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.097135] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.097293] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.097544] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.097670] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.097813] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f is going to be created. [ 1275.100187] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.100350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.100350] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.100540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.116703] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1275.118159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.119232] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1275.145026] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.145399] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.145541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.145912] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.146221] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.146553] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.159753] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.159982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.159982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.160316] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.172867] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.173806] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1275.173914] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.174018] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1275.233450] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.233607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.233668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.233880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.235410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.235410] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1275.353909] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.354120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.354120] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.354293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.354625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.354932] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1275.438025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.438286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.438355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.438607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.438946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.439285] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:41. [ 1275.439393] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e', '6810b63e-fc40-440e-aa6b-a92290b2194f', '2d95cb20-fe22-4db4-959e-b9719b8b84f0', 'cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7', '36416b85-a174-43f2-a227-301b66b2c679', 'c1a03440-01da-4809-ac13-5712a3cec3e6', 'a4ba7909-f024-4ce4-b480-b06d3e79dd1f', '72d3d350-3676-4667-b217-4fc6190a9965', 'c649bece-e21d-4417-949e-d6fc36e5b844', 'f4aeccbe-7418-42bc-a925-b466ad686fa1', '5a2875fe-b623-4c1e-a1b4-77d4eed347e5', '37d164f4-aee6-4642-a964-ce4980b26e45', '51190b95-a3ac-431b-995f-eabebc9f4ad4', '4310622a-7ad0-4d55-b5cb-77462e3a1295', '3f58c2dd-5f19-400a-90a6-a9ac33948f46', '6b92fe51-d811-4cbb-9393-a51645f2b944', '0c257ef2-535b-441f-974a-64f9b60e24ed', '1420d3bc-78d2-441a-9151-ed5d5c193bb1', '30deac6a-28c5-49d1-8829-1db852125f29', 'e48a2e83-462c-4068-b5f4-d5e8991ec444', 'c0065a2b-6d6a-4a53-9d28-65ab4c689f21', '6de7590b-0e0b-4cbc-99e7-0b9fa5be0e6a', 'e45f06a6-86a8-4159-ae2e-804d0bc65503', '7d82d62c-988c-487c-acdc-738ef8cc5247', '8653f774-989d-44ea-b05e-8703fee7f1c8', '2a66501d-1de9-40d9-a041-56836c0bb450', '8ceda117-2064-402e-8f86-d382d4f80600', '7ea831b0-977e-4534-b411-1062982c8cb5', '2927f189-1011-4774-8b4a-d052a4aafd52', 'fe5b9f85-09e9-4e64-af2c-309c38efd211', '81bee016-a471-446d-9a0e-54e1db394c97', '48636f49-2ec8-46ef-9e24-c304887ecadb', 'debbc2f9-6963-4db0-81d1-6850f07e8884', 'f32ed4cc-7ed7-4fd1-9570-71c4145cf802', '9b5eb5a0-d121-466d-b01a-30975646782e', '5d36bd11-f878-4626-83aa-ad0b7732bd41', 'b8d54fbf-9b5c-444f-973f-4f19e5d6358a', 'dd25ca6d-d13e-49c5-b493-b5befd89b5e9', 'c33247e9-2f05-480f-a2b7-ab915669cc4f', 'a6b69b5d-2c9a-48e3-820a-ef4771db3270', '934bc87c-055f-4aa1-8a86-5143a54ee7e2'} {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.439533] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1275.473734] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.473954] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.474097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.474440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.474656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.474847] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1275.474942] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.475183] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1275.561022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.561183] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.561256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.561470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.562755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.563084] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1275.563173] env[65321]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65321) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1275.563531] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1275.563531] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1275.563531] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/41 resources of Type:Security Group Rules [ 1275.563531] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGH for action security_group_rules [ 1275.563754] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGH for action security_group_rules [ 1275.563754] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGH for action security_group_rules [ 1275.563754] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGH for action security_group_rules [ 1275.563841] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGH for action security_group_rules [ 1275.563841] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGH for action security_group_rules [ 1275.563899] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGH for action security_group_rules [ 1275.563950] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGH for action security_group_rules [ 1275.564049] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGH for action security_group_rules [ 1275.564099] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGH for action security_group_rules [ 1275.564160] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGH for action security_group_rules [ 1275.564225] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGH for action security_group_rules [ 1275.564290] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGH for action security_group_rules [ 1275.564430] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGH for action security_group_rules [ 1275.564499] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGH for action security_group_rules [ 1275.564564] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGH for action security_group_rules [ 1275.564627] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGH for action security_group_rules [ 1275.564692] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGH for action security_group_rules [ 1275.564757] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGH for action security_group_rules [ 1275.564822] env[65321]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGH for action security_group_rules [ 1275.564922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.589845] env[65321]: INFO networking_nsxv3.common.synchronization [req-df1803f4-4180-4681-8eca-b9e02b980742 req-bf5ee76a-7853-4082-bc11-b8e60aca2460 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1275.590118] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1275.590273] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGH for action security_group_rules [ 1275.590374] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 with Priority: HIGH for action security_group_rules [ 1275.590471] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGH for action security_group_rules [ 1275.590562] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGH for action security_group_rules [ 1275.590652] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 with Priority: HIGH for action security_group_rules [ 1275.590739] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30deac6a-28c5-49d1-8829-1db852125f29 with Priority: HIGH for action security_group_rules [ 1275.590825] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 with Priority: HIGH for action security_group_rules [ 1275.590910] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c257ef2-535b-441f-974a-64f9b60e24ed with Priority: HIGH for action security_group_rules [ 1275.591024] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 with Priority: HIGH for action security_group_rules [ 1275.591148] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 with Priority: HIGH for action security_group_rules [ 1275.591200] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 with Priority: HIGH for action security_group_rules [ 1275.591290] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37d164f4-aee6-4642-a964-ce4980b26e45 with Priority: HIGH for action security_group_rules [ 1275.591397] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 with Priority: HIGH for action security_group_rules [ 1275.591478] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 with Priority: HIGH for action security_group_rules [ 1275.591560] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGH for action security_group_rules [ 1275.591645] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1a03440-01da-4809-ac13-5712a3cec3e6 with Priority: HIGH for action security_group_rules [ 1275.591729] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72d3d350-3676-4667-b217-4fc6190a9965 with Priority: HIGH for action security_group_rules [ 1275.591812] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36416b85-a174-43f2-a227-301b66b2c679 with Priority: HIGH for action security_group_rules [ 1275.591895] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6810b63e-fc40-440e-aa6b-a92290b2194f with Priority: HIGH for action security_group_rules [ 1275.591979] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 with Priority: HIGH for action security_group_rules [ 1275.592351] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.592478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.592542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.592736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.592892] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.592987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.593059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.593202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.593311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.593410] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.594257] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.594365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.594433] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.594663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.594744] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.596101] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.596101] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.596229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.596499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.596499] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2d95cb20-fe22-4db4-959e-b9719b8b84f0',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.597089] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.597203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.597281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.597437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.597507] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.598275] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.598339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.598509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.598509] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.598569] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.599235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e48a2e83-462c-4068-b5f4-d5e8991ec444 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.599392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.599445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.599556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.599625] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e48a2e83-462c-4068-b5f4-d5e8991ec444',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.600435] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-30deac6a-28c5-49d1-8829-1db852125f29 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.600549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.600617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.600767] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.600839] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('30deac6a-28c5-49d1-8829-1db852125f29',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.602666] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.602666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.602666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.602666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.602666] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1420d3bc-78d2-441a-9151-ed5d5c193bb1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.603305] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0c257ef2-535b-441f-974a-64f9b60e24ed taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.603422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.603488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.603639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.603707] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0c257ef2-535b-441f-974a-64f9b60e24ed',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.604427] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4310622a-7ad0-4d55-b5cb-77462e3a1295 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.604501] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.604588] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.604736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.604809] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4310622a-7ad0-4d55-b5cb-77462e3a1295',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.605605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b92fe51-d811-4cbb-9393-a51645f2b944 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.605712] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.605780] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.605926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.606018] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b92fe51-d811-4cbb-9393-a51645f2b944',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.606718] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-51190b95-a3ac-431b-995f-eabebc9f4ad4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.606826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.606893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.607045] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.607120] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('51190b95-a3ac-431b-995f-eabebc9f4ad4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.607816] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-37d164f4-aee6-4642-a964-ce4980b26e45 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.607924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.607992] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.608151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.608224] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('37d164f4-aee6-4642-a964-ce4980b26e45',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.608972] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.609102] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.609176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.609344] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.609421] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a2875fe-b623-4c1e-a1b4-77d4eed347e5',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.610086] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4aeccbe-7418-42bc-a925-b466ad686fa1 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.610209] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.610282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.610434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.610530] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4aeccbe-7418-42bc-a925-b466ad686fa1',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.611203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.611311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.611379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.611551] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.611626] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.612367] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c1a03440-01da-4809-ac13-5712a3cec3e6 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.612470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.612522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.613025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.613025] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c1a03440-01da-4809-ac13-5712a3cec3e6',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.613540] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-72d3d350-3676-4667-b217-4fc6190a9965 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.613646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.613713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.613862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.613946] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('72d3d350-3676-4667-b217-4fc6190a9965',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.614671] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36416b85-a174-43f2-a227-301b66b2c679 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.614777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.614843] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.615016] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.615085] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36416b85-a174-43f2-a227-301b66b2c679',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.615759] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6810b63e-fc40-440e-aa6b-a92290b2194f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.615869] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.615936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.616094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.616188] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6810b63e-fc40-440e-aa6b-a92290b2194f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.617195] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.617289] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.617408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.618239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.618239] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.816019] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bb752ce-b360-44d0-94e3-03076fe769fc req-cce5efd4-4aef-4a14-b930-8a02b95d088f service nova] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_rules [ 1275.816019] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bb752ce-b360-44d0-94e3-03076fe769fc req-cce5efd4-4aef-4a14-b930-8a02b95d088f service nova] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1275.816019] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bb752ce-b360-44d0-94e3-03076fe769fc req-cce5efd4-4aef-4a14-b930-8a02b95d088f service nova] Enqueued Resource ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f with Priority: HIGHEST for action port [ 1275.816019] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_rules [ 1275.816019] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1275.816019] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f with Priority: HIGHEST for action port [ 1275.820202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.820202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.820202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.820202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.820202] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4eba624-05bd-4aeb-83ad-a63935f99e5f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.820202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.820202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.820202] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.820202] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4eba624-05bd-4aeb-83ad-a63935f99e5f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1275.905465] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.905663] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.905914] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.906234] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.906534] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.906729] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.906884] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.907154] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.907314] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.907544] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.907660] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1275.907770] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1275.907878] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1275.907987] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1275.908106] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1275.908238] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1275.927528] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1275.927716] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1275.927848] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1275.927986] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.928318] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1275.928485] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1275.928603] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1275.928989] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1275.929149] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.120546] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.120739] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.122296] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.122418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.122564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.122674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.124200] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.124336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.124401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.124542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.124687] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.124777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.124842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.124989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.125083] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.125170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.125258] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.135506] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.135667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.135747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.135946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.136472] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.136472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.136472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.136472] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.136700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.137024] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.137024] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.141393] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.141533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.141594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.141827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.142181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.142181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.142181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.142337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.142428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.142478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.142611] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.156722] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.189835] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.190111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.196203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.196446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.196643] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.196752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.202678] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.202819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.206720] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.206861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.210684] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.210910] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.211038] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.211108] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.211314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.211402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.211495] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1276.212519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.212700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.214241] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.214335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.215158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.215252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.215952] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.216055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.216828] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.216924] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.217978] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.218097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.218786] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.218880] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.219534] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.219962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.220079] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.220993] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.221405] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.221499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.222159] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.222653] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.222918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.230992] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.231524] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.231632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.232696] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.233140] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.233266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.244200] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1276.244774] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.244954] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36416b85-a174-43f2-a227-301b66b2c679 is going to be deleted. [ 1276.245994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.246227] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.247705] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.247828] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.247891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.248067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.248194] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.263577] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1276.269015] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.269159] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0c257ef2-535b-441f-974a-64f9b60e24ed is going to be deleted. [ 1276.270047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.270332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.295979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.296215] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2d95cb20-fe22-4db4-959e-b9719b8b84f0 is going to be deleted. [ 1276.297042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.297261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.316613] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.316865] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.320076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.320211] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 37d164f4-aee6-4642-a964-ce4980b26e45 is going to be deleted. [ 1276.321156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.321370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.323309] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4eba624-05bd-4aeb-83ad-a63935f99e5f with status ACTIVE [ 1276.323541] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.323669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.323736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.323931] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.324013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.324111] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port d4eba624-05bd-4aeb-83ad-a63935f99e5f not found, creating... [ 1276.324268] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.324390] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.324454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.324733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.324851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.325079] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.325185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.325251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.325417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.325496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.325583] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f is going to be created. [ 1276.345188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.345370] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1420d3bc-78d2-441a-9151-ed5d5c193bb1 is going to be deleted. [ 1276.346355] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.346585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.357491] env[65321]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f', 'data': {'id': 'd4eba624-05bd-4aeb-83ad-a63935f99e5f', 'display_name': 'd4eba624-05bd-4aeb-83ad-a63935f99e5f', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': 'd4eba624-05bd-4aeb-83ad-a63935f99e5f', 'type': 'PARENT', 'traffic_tag': 72}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:9a:62:f2'}], 'tags': [{'scope': 'age', 'tag': 1762970277}, {'scope': 'revision_number', 'tag': 5}, {'scope': 'security_group', 'tag': 'c649bece-e21d-4417-949e-d6fc36e5b844'}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-72', 'path': '/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f] as it already exists."\n}' [ 1276.357782] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.357862] env[65321]: Traceback (most recent call last): [ 1276.357862] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1276.357862] env[65321]: listener.cb(fileno) [ 1276.357862] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1276.357862] env[65321]: result = function(*args, **kwargs) [ 1276.358243] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 1276.358243] env[65321]: self._port_realize(port) [ 1276.358243] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1276.358243] env[65321]: return self.nsx_provider.port_realize(os_port, delete) [ 1276.358243] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1276.358243] env[65321]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1276.358243] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1276.358243] env[65321]: return func(*args, **kwargs) [ 1276.358243] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1276.358243] env[65321]: res = self.client.put(path=path, data=data) [ 1276.358243] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1276.358243] env[65321]: raise RuntimeError(msg, last_err) [ 1276.358243] env[65321]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f] as it already exists."\\n}\'') [ 1276.358243] env[65321]: Removing descriptor: 21 [ 1276.361304] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.361521] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.380422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.380629] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4310622a-7ad0-4d55-b5cb-77462e3a1295 is going to be deleted. [ 1276.381542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.381768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.429476] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.429476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.431599] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.431794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.431794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.432208] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.432534] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.432727] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 not found, creating... [ 1276.433010] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.433185] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.433330] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.433602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.433761] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.434167] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.434310] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.434378] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.434591] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.434751] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.434896] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 is going to be created. [ 1276.447435] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.447633] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.454195] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.454342] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7 is going to be deleted. [ 1276.455437] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.455634] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.457479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.457591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.487822] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.488138] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.488220] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.488431] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.488657] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.488891] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.526369] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.526583] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.529945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.530097] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b92fe51-d811-4cbb-9393-a51645f2b944 is going to be deleted. [ 1276.531048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.531262] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.631110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.631284] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a2875fe-b623-4c1e-a1b4-77d4eed347e5 is going to be deleted. [ 1276.632382] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.633197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.633438] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.639443] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.647506] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.647771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.659032] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4ba7909-f024-4ce4-b480-b06d3e79dd1f: rpc.has_security_group_logging(os_id): False [ 1276.691186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.691322] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 72d3d350-3676-4667-b217-4fc6190a9965 is going to be deleted. [ 1276.692496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.692737] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.752743] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.753013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.799843] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.800147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.842273] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1276.843375] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 deletion is rescheduled due to dependency. [ 1276.843375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.843375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.843375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.843375] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.843375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.843649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.844062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.844264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.844453] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.847311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.847311] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c1a03440-01da-4809-ac13-5712a3cec3e6 is going to be deleted. [ 1276.848261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.848531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.886538] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.886719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.911623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.911837] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 51190b95-a3ac-431b-995f-eabebc9f4ad4 is going to be deleted. [ 1276.912934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.913193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.952875] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.953110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.997813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.998016] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4aeccbe-7418-42bc-a925-b466ad686fa1 is going to be deleted. [ 1276.998996] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.999523] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.005893] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.006087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.135186] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f58c2dd-5f19-400a-90a6-a9ac33948f46: rpc.has_security_group_logging(os_id): False [ 1277.141920] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e: rpc.has_security_group_logging(os_id): False [ 1277.155448] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.155593] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6810b63e-fc40-440e-aa6b-a92290b2194f is going to be deleted. [ 1277.156535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.156758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.178883] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.179032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.180964] env[65321]: INFO networking_nsxv3.common.synchronization [req-df1803f4-4180-4681-8eca-b9e02b980742 req-2d68cf5a-c324-4f33-8d00-6989851f2834 service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1277.181755] env[65321]: INFO networking_nsxv3.common.synchronization [req-df1803f4-4180-4681-8eca-b9e02b980742 req-2d68cf5a-c324-4f33-8d00-6989851f2834 service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1277.181936] env[65321]: INFO networking_nsxv3.common.synchronization [req-df1803f4-4180-4681-8eca-b9e02b980742 req-2d68cf5a-c324-4f33-8d00-6989851f2834 service nova] Enqueued Resource ID: 6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 with Priority: HIGHEST for action port [ 1277.182614] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1277.182942] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1277.182942] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 with Priority: HIGHEST for action port [ 1277.183431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.183431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.183431] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.183625] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.183625] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.184745] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.185566] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.185566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.185794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.185794] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.187314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.187314] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.221378] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.221567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.224050] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.224238] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.229676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.229834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.236121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.236262] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 30deac6a-28c5-49d1-8829-1db852125f29 is going to be deleted. [ 1277.237164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.237383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.322821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.323031] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e48a2e83-462c-4068-b5f4-d5e8991ec444 is going to be deleted. [ 1277.323895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.324158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.324265] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.324394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36416b85-a174-43f2-a227-301b66b2c679" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.324615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.324766] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.324851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.324981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0c257ef2-535b-441f-974a-64f9b60e24ed" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.325535] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.325702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.325788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.325906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-37d164f4-aee6-4642-a964-ce4980b26e45" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.326067] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.326231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.326312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.326432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2d95cb20-fe22-4db4-959e-b9719b8b84f0" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.326564] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.326707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.326785] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.326892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1420d3bc-78d2-441a-9151-ed5d5c193bb1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.327028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.327171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.327245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.327352] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4310622a-7ad0-4d55-b5cb-77462e3a1295" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.327476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.327641] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.327717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.327826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf53ce06-4ebd-4e9a-b5a4-cdda6afd4fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.327950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.328335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.350340] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.352248] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.352525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.362873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.363103] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.377261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.377713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.377904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.378058] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.378370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.378475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.378677] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f is going to be updated. [ 1277.380393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.380604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.380701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.380831] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b92fe51-d811-4cbb-9393-a51645f2b944" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.380966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.381141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.381221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.381337] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a2875fe-b623-4c1e-a1b4-77d4eed347e5" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.381491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.381649] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.381713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.381827] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-72d3d350-3676-4667-b217-4fc6190a9965" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.381932] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.382092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.382158] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.382332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c1a03440-01da-4809-ac13-5712a3cec3e6" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.382927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.383187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.421826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.422128] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.422231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.422358] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.422586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.422672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.422772] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1277.424052] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.424250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.424342] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.424471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-51190b95-a3ac-431b-995f-eabebc9f4ad4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.424644] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.424793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.424873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.424995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4aeccbe-7418-42bc-a925-b466ad686fa1" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.425160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.425312] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.425394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.425510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-30deac6a-28c5-49d1-8829-1db852125f29" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.425629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.425798] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.425909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.426093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6810b63e-fc40-440e-aa6b-a92290b2194f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.426826] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.427066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.461492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.461841] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.461970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.462063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.462331] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.462436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.462535] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be updated. [ 1277.492711] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.492977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.492977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.493150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.493242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.493370] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e48a2e83-462c-4068-b5f4-d5e8991ec444" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.569232] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.569476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.569476] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.569686] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.569859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.591371] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.591596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.591676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.591836] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.591976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.594768] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.594896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.594955] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.595161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.595298] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.596933] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: IN_PROGRESS for 2s [ 1277.643311] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1277.664810] env[65321]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1277.665299] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1277.687969] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.688151] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.689560] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 with status ACTIVE [ 1277.689804] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.689974] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.691491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.691491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.691491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.692434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.692434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.692434] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9 is going to be updated. [ 1277.745015] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.745279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.745403] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.745728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.745946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.746228] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c7b2bc8-b1f3-4ec9-ae68-de76bd3be7a9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.853861] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.274019] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1278.275066] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 deletion is rescheduled due to dependency. [ 1278.275066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.275066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.275066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.275066] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.275330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.275330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.275469] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.275600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.275724] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1278.355973] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.356215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.356735] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.357056] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.357162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.357331] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be updated. [ 1278.400161] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1278.400406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1278.400406] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1278.400594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1278.400754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1278.411574] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1278.778274] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.280970] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.613368] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: SUCCESS [ 1279.613632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.660118] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1279.660417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.696379] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1279.696713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.784171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.784424] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.784467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.784834] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.784922] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.785039] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1279.822068] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.822185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.822255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.822544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.822695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.831963] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1280.422166] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1280.422605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.422650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.422833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.423175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.423239] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.423422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.423517] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423607] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.423698] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.927479] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.927688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.927688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.927901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.928085] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.928187] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.928251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.928405] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.928497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.928584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.928764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.928970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.929057] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.929185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.929329] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.929422] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.929482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.929626] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.929695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.929777] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.929866] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.432408] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c649bece-e21d-4417-949e-d6fc36e5b844: rpc.has_security_group_logging(os_id): False [ 1281.451513] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.451754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.451754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.451950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.475098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.475417] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.475555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.475635] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.475877] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.475970] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476209] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.476332] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.476398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.476581] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.476659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.476925] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.477047] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.477098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.477296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.477296] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.477398] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be updated. [ 1281.540755] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.540923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.540964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.541196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.541341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.555869] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1281.661863] env[65321]: INFO networking_nsxv3.common.synchronization [None req-e594b596-437d-47f5-8b08-a8cac05c8711 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1281.662675] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1281.663068] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.663204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.845086] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1281.845373] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.845620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.845901] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.846134] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.846308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.846308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.846504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.846596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.846694] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.846819] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.847975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.848084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.848273] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.848408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.848496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.848668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.848751] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.848854] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.351053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.351401] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.352207] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1282.854157] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.356735] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.357420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.357420] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.357689] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.357822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.358070] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1283.397019] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.397365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.397365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.397549] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.397725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.407667] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1283.569823] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1283.570060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.570323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.570621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.570740] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1283.750913] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.750913] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.750913] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.751238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.751510] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.751674] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.751794] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.752013] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.752167] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.752421] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.752539] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1283.752649] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1283.752755] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1283.752866] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1283.752969] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1283.753113] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1283.772193] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1283.772408] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1283.772554] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1283.772730] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1283.773059] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-0bcc8ccc-c380-414d-baf5-704c84f04a2e taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1283.773237] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1283.773374] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1283.773712] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1283.773853] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcc8ccc-c380-414d-baf5-704c84f04a2e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.072970] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.073305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.073305] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.073459] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.073624] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.073725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.073790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.073945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.074044] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.074134] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.074222] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.276157] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.276420] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.276982] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.276982] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.276982] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.277577] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 0bcc8ccc-c380-414d-baf5-704c84f04a2e not found, creating... [ 1284.277577] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.277577] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.277752] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.277952] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.278079] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.278385] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.278554] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.278669] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.278874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.279029] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.279159] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 0bcc8ccc-c380-414d-baf5-704c84f04a2e is going to be created. [ 1284.328788] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.329021] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.329165] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.329529] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.329862] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.330166] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.373927] env[65321]: INFO networking_nsxv3.common.synchronization [req-81f525d1-242a-42ee-afd1-ed0407e0258e req-dd691c1f-74bf-4c4e-9641-dde1b3295c54 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1284.374525] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c649bece-e21d-4417-949e-d6fc36e5b844 with Priority: HIGHEST for action security_group_members [ 1284.374858] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.375080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375080] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.375266] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.375431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.375532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.375596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.375746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.375835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.375930] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.437664] env[65321]: INFO networking_nsxv3.common.synchronization [req-81f525d1-242a-42ee-afd1-ed0407e0258e req-dd691c1f-74bf-4c4e-9641-dde1b3295c54 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f with Priority: HIGHEST for action port [ 1284.438478] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f with Priority: HIGHEST for action port [ 1284.438921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4eba624-05bd-4aeb-83ad-a63935f99e5f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.439139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.439257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.439545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.439675] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4eba624-05bd-4aeb-83ad-a63935f99e5f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.576158] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.576359] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.878271] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.878413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.878413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.878600] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.878685] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.878926] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.879077] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.879150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.879281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.879354] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.879447] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be updated. [ 1284.912104] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.912251] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.912380] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.912639] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.912746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.921250] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1284.942745] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4eba624-05bd-4aeb-83ad-a63935f99e5f with status ACTIVE [ 1284.942979] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.943141] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.943231] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.943634] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.943746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.943854] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port d4eba624-05bd-4aeb-83ad-a63935f99e5f not found, creating... [ 1284.944033] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.944144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.944207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.944384] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.944627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.944830] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.944927] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.944989] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.945153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.945230] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.945315] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4eba624-05bd-4aeb-83ad-a63935f99e5f is going to be created. [ 1284.963253] env[65321]: ERROR networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Request=Function PUT Argumetns {'path': '/policy/api/v1/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f', 'data': {'id': 'd4eba624-05bd-4aeb-83ad-a63935f99e5f', 'display_name': 'd4eba624-05bd-4aeb-83ad-a63935f99e5f', 'resource_type': 'SegmentPort', 'admin_state': 'UP', 'attachment': {'id': 'd4eba624-05bd-4aeb-83ad-a63935f99e5f', 'type': 'PARENT', 'traffic_tag': 72}, 'address_bindings': [{'ip_address': '192.168.128.12', 'mac_address': 'fa:16:3e:9a:62:f2'}], 'tags': [{'scope': 'age', 'tag': 1762970285}, {'scope': 'revision_number', 'tag': 6}], 'parent_path': '/infra/segments/nsx-vlan-transportzone-72', 'path': '/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f', '_revision': None}} Response=Error Code=400 Message=b'{\n "httpStatus" : "BAD_REQUEST",\n "error_code" : 500127,\n "module_name" : "Policy",\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f] as it already exists."\n}' [ 1284.963397] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4eba624-05bd-4aeb-83ad-a63935f99e5f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.963622] env[65321]: Traceback (most recent call last): [ 1284.963676] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1284.963676] env[65321]: listener.cb(fileno) [ 1284.963676] env[65321]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1284.963676] env[65321]: result = function(*args, **kwargs) [ 1284.963676] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 270, in port [ 1284.963676] env[65321]: self._port_realize(port) [ 1284.963676] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 368, in _port_realize [ 1284.963676] env[65321]: return self.nsx_provider.port_realize(os_port, delete) [ 1284.963676] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 969, in port_realize [ 1284.963676] env[65321]: return self._realize(Provider.PORT, False, self.payload.segment_port, os_port, provider_port) [ 1284.963676] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1284.963676] env[65321]: return func(*args, **kwargs) [ 1284.963676] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 785, in _realize [ 1284.963676] env[65321]: res = self.client.put(path=path, data=data) [ 1284.963676] env[65321]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/client_nsx.py", line 125, in decorator [ 1284.963676] env[65321]: raise RuntimeError(msg, last_err) [ 1284.963676] env[65321]: RuntimeError: (None, 'Error Code=400 Message=b\'{\\n "httpStatus" : "BAD_REQUEST",\\n "error_code" : 500127,\\n "module_name" : "Policy",\\n "error_message" : "Cannot create an object with path=[/infra/segments/nsx-vlan-transportzone-72/ports/d4eba624-05bd-4aeb-83ad-a63935f99e5f] as it already exists."\\n}\'') [ 1284.963676] env[65321]: Removing descriptor: 21 [ 1284.986310] env[65321]: INFO networking_nsxv3.common.synchronization [req-a106b7a0-054c-471c-9eef-93171456de90 req-501a0b6a-ed29-4810-b08f-78990a676794 service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1284.986487] env[65321]: INFO networking_nsxv3.common.synchronization [req-a106b7a0-054c-471c-9eef-93171456de90 req-501a0b6a-ed29-4810-b08f-78990a676794 service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1284.986633] env[65321]: INFO networking_nsxv3.common.synchronization [req-a106b7a0-054c-471c-9eef-93171456de90 req-501a0b6a-ed29-4810-b08f-78990a676794 service nova] Enqueued Resource ID: 0bcc8ccc-c380-414d-baf5-704c84f04a2e with Priority: HIGHEST for action port [ 1284.986880] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1284.987025] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1284.987200] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bcc8ccc-c380-414d-baf5-704c84f04a2e with Priority: HIGHEST for action port [ 1284.987730] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.987896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.988279] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.988329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.988539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bcc8ccc-c380-414d-baf5-704c84f04a2e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.988651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.988701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.988905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.988986] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bcc8ccc-c380-414d-baf5-704c84f04a2e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.417475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1285.417838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.417939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.418153] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.418357] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.418477] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.418556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.418650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.418722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.418807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.418972] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.419081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.419135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.419255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.419393] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.419484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.419533] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.419672] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.419754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.419824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.419888] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.420848] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.421059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.421149] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.421248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.422159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.422159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.422159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.422159] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.493889] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0bcc8ccc-c380-414d-baf5-704c84f04a2e with status ACTIVE [ 1285.493889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.493889] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.493889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.494400] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.494400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.494400] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.494522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.494556] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.494684] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0bcc8ccc-c380-414d-baf5-704c84f04a2e is going to be updated. [ 1285.518550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.518746] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.518840] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.519062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.519214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.519408] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bcc8ccc-c380-414d-baf5-704c84f04a2e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.923787] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8653f774-989d-44ea-b05e-8703fee7f1c8: rpc.has_security_group_logging(os_id): False [ 1285.925090] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.951641] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.951879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.951879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.952082] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.952176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.952480] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.952589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.952660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.952824] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.952904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.953137] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.953233] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.953418] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.953500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.953603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.953797] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.953895] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.953958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.954138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.954237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.954326] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1286.027466] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.027697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.027697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.027882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.028037] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.044591] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1286.428255] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.931498] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1286.931737] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 deletion is rescheduled due to dependency. [ 1286.931814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.932182] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.932306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.932545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.932790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.932885] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.932986] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1286.934466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.934730] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.934921] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.935053] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.935121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.935275] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.935356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.935444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.935602] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-c649bece-e21d-4417-949e-d6fc36e5b844 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.935698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.935761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.935903] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.936074] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.936149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.936196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.936336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.936410] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.936491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.936580] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c649bece-e21d-4417-949e-d6fc36e5b844',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.968285] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.968507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.968507] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.968696] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.968855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.980548] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1287.438937] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c649bece-e21d-4417-949e-d6fc36e5b844: rpc.has_security_group_logging(os_id): False [ 1287.456298] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.456436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.456561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.456706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.456796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.456978] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.457096] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.457159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.457308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.457385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.457566] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.457656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.457715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.457851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.457921] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.458129] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.458218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.458267] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.458615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.458615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.458615] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c649bece-e21d-4417-949e-d6fc36e5b844 is going to be updated. [ 1287.518017] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.518229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.518229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.518376] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.518547] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.532132] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: IN_PROGRESS for 2s [ 1288.058754] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1288.058958] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.059196] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.059427] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.059537] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.562114] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.562590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.991561] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1288.992010] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.992328] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.992598] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.992876] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.993094] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.993226] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.993531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.993697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.993879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.994076] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.496438] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.496570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.496762] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.496879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.497157] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.497157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.497264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.497416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.497504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.497592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.497751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.497969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.497969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.498087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.498171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.498263] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.498319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.498456] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.498532] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.498610] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.498699] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.548666] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c649bece-e21d-4417-949e-d6fc36e5b844 in Status: SUCCESS [ 1289.548905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c649bece-e21d-4417-949e-d6fc36e5b844" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.988500] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1289.988894] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1290.001687] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8653f774-989d-44ea-b05e-8703fee7f1c8: rpc.has_security_group_logging(os_id): False [ 1290.031900] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.032152] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.032218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.032575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.032661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.032879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.032982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.033062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.033243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.033365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.033612] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.033716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.033781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.033934] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.034018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.034210] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.034308] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.034372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.034511] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.034584] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.034713] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1290.100051] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.100301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.100301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.100484] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.100669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.120075] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1292.158068] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1292.158367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.990361] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1294.990780] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1297.026593] env[65321]: INFO networking_nsxv3.common.synchronization [req-12884b82-8072-4a64-9b92-baa80560ddc4 req-4c7dcdc2-fb15-448d-8b6d-66ddb6567965 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1297.026793] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1297.027087] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.027211] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.027371] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.027591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.028167] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.028167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.028167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.028167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1297.028167] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1297.028972] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.529958] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1297.548212] env[65321]: INFO networking_nsxv3.common.synchronization [None req-78692d79-7e11-422b-ad80-fd4f6bc3b333 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1297.548695] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1297.549014] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1297.549128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.032844] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.535861] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.536090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.536090] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.536297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.536388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.536493] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1298.564890] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.565119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.565119] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.565301] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.565444] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.575239] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1299.109632] env[65321]: INFO networking_nsxv3.common.synchronization [req-5e77de2e-250d-4a30-8cea-6ff22959dca4 req-2b457be5-ebc3-4bef-970d-741de5448095 tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_members [ 1299.110192] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 with Priority: HIGHEST for action security_group_members [ 1299.110576] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.110706] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.110776] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.110968] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.111133] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.111311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.111377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.111557] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.111648] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.111743] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd25ca6d-d13e-49c5-b493-b5befd89b5e9',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.615072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.615072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.615072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.615072] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.636522] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.636793] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.636913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.636980] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.637204] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.637285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.637376] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 is going to be updated. [ 1299.662066] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.662066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.662066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.662066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.662470] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.670351] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 in Status: IN_PROGRESS for 2s [ 1300.585820] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1300.586217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.586217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.586364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.586548] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1300.586669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1300.586736] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1300.586897] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1300.586978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1300.587086] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.089443] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.089605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.089710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.089916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.090013] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.090509] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.090646] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.090719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.090876] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.090960] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.091065] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1301.115420] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.115589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.115589] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.115783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.115926] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.124267] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1301.680292] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 in Status: SUCCESS [ 1301.680586] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd25ca6d-d13e-49c5-b493-b5befd89b5e9 deletion is rescheduled due to dependency. [ 1301.680586] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd25ca6d-d13e-49c5-b493-b5befd89b5e9" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.134684] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1303.135093] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 deletion is rescheduled due to dependency. [ 1303.135093] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.754600] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b89e5a9c-d2d2-4fb7-8b0a-71a27cdaee29 tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_rules [ 1303.755125] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_rules [ 1303.755431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.755552] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.755624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.755887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.755982] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.833414] env[65321]: INFO networking_nsxv3.common.synchronization [None req-18023c61-1293-4c9a-88c4-50386962bfd8 tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_rules [ 1303.834162] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_rules [ 1303.834473] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.834582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.277619] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.277979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.277979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.278063] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.278297] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.278431] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 already deleted. [ 1304.278537] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.278702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.278900] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.278996] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.805617] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.805814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.805859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.806084] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.806193] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.806296] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 already deleted. [ 1304.806379] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.164707] env[65321]: INFO networking_nsxv3.common.synchronization [req-9d8440ea-010c-4b3d-a92e-d129d2203943 req-60b7658d-6103-4212-85cc-63fd6cbaae20 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_members [ 1306.165274] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f with Priority: HIGHEST for action security_group_members [ 1306.165592] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.165886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.165886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.165982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.166136] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.166392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.166392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.166502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.166502] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.167114] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4ba7909-f024-4ce4-b480-b06d3e79dd1f',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.668321] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.668519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.668575] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.668861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.668956] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.669215] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.669330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.669388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.669555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.669637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.669727] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f is going to be updated. [ 1306.705162] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1306.705398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1306.705398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1306.705542] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1306.705659] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1306.715902] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: IN_PROGRESS for 2s [ 1308.727064] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f in Status: SUCCESS [ 1308.727466] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4ba7909-f024-4ce4-b480-b06d3e79dd1f deletion is rescheduled due to dependency. [ 1308.727466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4ba7909-f024-4ce4-b480-b06d3e79dd1f" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.648725] env[65321]: INFO networking_nsxv3.common.synchronization [req-a688fe44-8d40-49c7-9afd-dffe2fe779b7 req-683d4d91-2132-494b-9b7e-e4e31b50a948 tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1309.649319] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1309.649887] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.650200] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.650256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.650518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.650699] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.650805] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.650871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.651059] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.651138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.651231] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.942047] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.942047] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.942047] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.942047] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.942560] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.942560] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.942743] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.942915] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.943070] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.943277] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.943576] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1309.943576] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1309.943688] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1309.943688] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.943805] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1309.943920] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1309.965468] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1309.965650] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1309.965794] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1309.965967] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-72" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.966335] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-173abfe4-afc7-42d4-b06d-10e9d7593034 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.966474] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.966593] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.966913] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.967068] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('173abfe4-afc7-42d4-b06d-10e9d7593034',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.153535] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.470968] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.470968] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.470968] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.470968] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.471243] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.471243] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 173abfe4-afc7-42d4-b06d-10e9d7593034 not found, creating... [ 1310.471499] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.471673] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.471785] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.472022] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.472157] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.472459] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.472644] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.472767] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.472979] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.473131] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.473272] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 173abfe4-afc7-42d4-b06d-10e9d7593034 is going to be created. [ 1310.493743] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.493963] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.494142] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.494419] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.494652] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.494874] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.655718] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.158238] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.158504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.158504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.158713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.158808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.158912] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be updated. [ 1311.188140] env[65321]: INFO networking_nsxv3.common.synchronization [req-a688fe44-8d40-49c7-9afd-dffe2fe779b7 req-ee68cbfe-808a-40c0-b08b-efcbb1b19659 service nova] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1311.188140] env[65321]: INFO networking_nsxv3.common.synchronization [req-a688fe44-8d40-49c7-9afd-dffe2fe779b7 req-ee68cbfe-808a-40c0-b08b-efcbb1b19659 service nova] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1311.188140] env[65321]: INFO networking_nsxv3.common.synchronization [req-a688fe44-8d40-49c7-9afd-dffe2fe779b7 req-ee68cbfe-808a-40c0-b08b-efcbb1b19659 service nova] Enqueued Resource ID: 173abfe4-afc7-42d4-b06d-10e9d7593034 with Priority: HIGHEST for action port [ 1311.189119] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.189250] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.189319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.189515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.189653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.190941] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_rules [ 1311.191059] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1311.191156] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 173abfe4-afc7-42d4-b06d-10e9d7593034 with Priority: HIGHEST for action port [ 1311.191416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.191524] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.191592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.191757] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.191839] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.194740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.194740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.194740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-173abfe4-afc7-42d4-b06d-10e9d7593034 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.194740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.194740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.194740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.194740] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('173abfe4-afc7-42d4-b06d-10e9d7593034',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.203361] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1311.697923] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.697923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.697923] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 173abfe4-afc7-42d4-b06d-10e9d7593034 with status ACTIVE [ 1311.697923] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.697923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.697923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.697923] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.698293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.698293] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.698293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.698393] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.698499] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.698574] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.698756] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.698849] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.698912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.699071] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.699148] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.699232] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 173abfe4-afc7-42d4-b06d-10e9d7593034 is going to be updated. [ 1311.721791] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.722028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.722028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.722215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.722356] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.722578] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-173abfe4-afc7-42d4-b06d-10e9d7593034" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.870037] env[65321]: INFO networking_nsxv3.common.synchronization [req-d8f70e6c-efe0-4d5f-a891-4114b02ffd95 req-159297b8-2bf5-4a1c-a04f-3ecc6b97505c tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_members [ 1311.870933] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_members [ 1311.871347] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.871540] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.871660] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.871868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.872221] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.872221] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.872348] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.872415] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.872498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.872623] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.156423] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-317 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.156638] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.156737] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.157008] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.157498] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.157664] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.157787] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.158096] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.158248] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.158516] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.158591] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1312.158661] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1312.158769] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1312.158878] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1312.159031] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1312.159123] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1312.179027] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1312.179193] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1312.179337] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1312.179505] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-317" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.179829] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-61416444-a4fc-4949-aecc-6c20cdd49263 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.180016] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.180145] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.180518] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.180666] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61416444-a4fc-4949-aecc-6c20cdd49263',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1312.375747] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.375747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.375747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.377284] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.377284] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 already deleted. [ 1312.377284] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.682831] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.683066] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.683123] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.683407] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.683698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.683929] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 61416444-a4fc-4949-aecc-6c20cdd49263 not found, creating... [ 1312.684235] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.684403] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.684537] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.684776] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.684924] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.685233] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.685391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.685508] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.685728] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.685857] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.685994] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 61416444-a4fc-4949-aecc-6c20cdd49263 is going to be created. [ 1312.707206] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.707465] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.707611] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.707899] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.708169] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.708433] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.213607] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 4s [ 1313.431094] env[65321]: INFO networking_nsxv3.common.synchronization [req-d8f70e6c-efe0-4d5f-a891-4114b02ffd95 req-bfbe9b6b-23fd-46d2-88c6-8c08be2dcdb3 service nova] Enqueued Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_rules [ 1313.431094] env[65321]: INFO networking_nsxv3.common.synchronization [req-d8f70e6c-efe0-4d5f-a891-4114b02ffd95 req-bfbe9b6b-23fd-46d2-88c6-8c08be2dcdb3 service nova] Enqueued Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_members [ 1313.431094] env[65321]: INFO networking_nsxv3.common.synchronization [req-d8f70e6c-efe0-4d5f-a891-4114b02ffd95 req-bfbe9b6b-23fd-46d2-88c6-8c08be2dcdb3 service nova] Enqueued Resource ID: 61416444-a4fc-4949-aecc-6c20cdd49263 with Priority: HIGHEST for action port [ 1313.431094] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_rules [ 1313.431094] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_members [ 1313.431094] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61416444-a4fc-4949-aecc-6c20cdd49263 with Priority: HIGHEST for action port [ 1313.432028] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.432304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.432496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.436022] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.436022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.436022] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.436022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.436022] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.440312] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-61416444-a4fc-4949-aecc-6c20cdd49263 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.442220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.442220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.442220] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.442220] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61416444-a4fc-4949-aecc-6c20cdd49263',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.946111] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.946111] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.946288] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.947130] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 61416444-a4fc-4949-aecc-6c20cdd49263 with status ACTIVE [ 1313.947342] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.947462] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.947529] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.947731] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.947819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.947991] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.948098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.948394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.948394] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.948516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.948621] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.948855] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.948920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.949135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.949171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.949230] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 61416444-a4fc-4949-aecc-6c20cdd49263 is going to be updated. [ 1313.973613] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.973613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.973613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.973613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.973889] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.973950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61416444-a4fc-4949-aecc-6c20cdd49263" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.134633] env[65321]: INFO networking_nsxv3.common.synchronization [None req-5d800c6a-8547-4f09-a2e3-69aefc4d9f32 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1314.135401] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1314.135401] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.135681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.135681] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.135784] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.135865] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.221212] env[65321]: INFO networking_nsxv3.common.synchronization [None req-ef4516d2-9a8b-4644-9dff-4dd436f49e58 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1314.221798] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1314.222138] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.222515] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.451376] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.656935] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.657181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.657181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.657382] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.657471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.657566] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b already deleted. [ 1314.657652] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.657800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.657952] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.658047] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.957416] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.957580] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.957655] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.957872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.957979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.958068] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 is going to be created. [ 1314.983747] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.983898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.983966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.984198] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.984357] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.995624] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: UNINITIALIZED for 2s [ 1315.178686] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.178825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.178893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.179110] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.179197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.179291] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b already deleted. [ 1315.179372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.223208] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1315.223602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.223661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.223851] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.224055] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1315.224176] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1315.224242] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1315.224398] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1315.224480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1315.224576] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1315.726768] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.228579] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1316.732035] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.732279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.732385] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.732715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.733055] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.733055] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be updated. [ 1316.761230] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.761488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.761662] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.761825] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.762028] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.772654] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1317.005273] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: SUCCESS [ 1317.005486] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.005656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.005868] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.006072] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.006190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.006255] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.006402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.006482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.006579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.006688] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.508760] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.551791] env[65321]: INFO networking_nsxv3.common.synchronization [req-c6fe627a-f27e-41f5-8f97-cd5355ec3ade req-b9a6d642-34a0-41cc-9b20-c4b7597ca7fb tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1317.552237] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1317.552539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.553234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.553234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.553234] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.553389] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.553485] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.553579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.553947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.553947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.553947] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1318.012073] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2410c0e9-0351-4fb8-95ef-92a8761d92d4: rpc.has_security_group_logging(os_id): False [ 1318.034690] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.034905] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.034995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.035243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.035336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.035591] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.035688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.035752] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.035906] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.035984] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.036082] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 is going to be created. [ 1318.055969] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.056338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.056338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.056440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.056506] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.056713] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.056813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.056872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.057309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.057309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.057509] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1318.089823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.090074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.090074] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.090252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.090402] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.102146] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1318.120100] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.120323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.120323] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.120637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.120758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.133394] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: IN_PROGRESS for 2s [ 1318.782312] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1318.782688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.782779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.783098] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.783339] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1318.783492] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1318.783602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1318.783797] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1318.783909] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.784014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1318.784111] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.286740] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.701171] env[65321]: INFO networking_nsxv3.common.synchronization [req-c6f25693-0079-40b4-999a-0f2ecceb3361 req-7f04c527-4de1-4c70-a222-78b66324b8e4 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1319.701648] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1319.701964] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.702089] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.702162] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.702416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.702632] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.702744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.702803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.702997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.703107] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.703220] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1319.789595] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3f58c2dd-5f19-400a-90a6-a9ac33948f46: rpc.has_security_group_logging(os_id): False [ 1319.809265] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.809416] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.809678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.809761] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.809800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.810044] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.810149] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.810213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.810365] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.810656] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.810656] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be updated. [ 1319.870013] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1319.870181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1319.870254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1319.870466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1319.870643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1319.888232] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1320.039953] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.040219] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.040357] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.040634] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.040898] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.041092] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.041217] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.041434] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.041579] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.041871] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.042000] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1320.042124] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1320.042234] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1320.042342] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1320.042449] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1320.042633] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1320.064526] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1320.064754] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1320.064926] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1320.065136] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.065502] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-e8c356e6-29dd-472b-97ed-0827c29c4fac taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.065678] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.065806] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.066141] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.066244] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c356e6-29dd-472b-97ed-0827c29c4fac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1320.111806] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1320.111987] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e deletion is rescheduled due to dependency. [ 1320.112117] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.147900] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: SUCCESS [ 1320.148241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.205919] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.206115] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.206164] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.206364] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.206471] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.206739] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.206902] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.206997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.207235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.207317] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.207406] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b already deleted. [ 1320.207488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.571758] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.572060] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.572191] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.572481] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.572719] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.572895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port e8c356e6-29dd-472b-97ed-0827c29c4fac not found, creating... [ 1320.573182] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.573341] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.573457] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.573877] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.574096] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.574489] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.574662] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.574801] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.575161] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.575320] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.575475] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: e8c356e6-29dd-472b-97ed-0827c29c4fac is going to be created. [ 1320.596970] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1320.597222] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1320.597348] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1320.597618] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1320.597854] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1320.598095] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.403043] env[65321]: INFO networking_nsxv3.common.synchronization [req-c6f25693-0079-40b4-999a-0f2ecceb3361 req-ff44b7b1-69c0-4295-a494-ea9408a46a99 service nova] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1321.403360] env[65321]: INFO networking_nsxv3.common.synchronization [req-c6f25693-0079-40b4-999a-0f2ecceb3361 req-ff44b7b1-69c0-4295-a494-ea9408a46a99 service nova] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1321.403897] env[65321]: INFO networking_nsxv3.common.synchronization [req-c6f25693-0079-40b4-999a-0f2ecceb3361 req-ff44b7b1-69c0-4295-a494-ea9408a46a99 service nova] Enqueued Resource ID: e8c356e6-29dd-472b-97ed-0827c29c4fac with Priority: HIGHEST for action port [ 1321.404162] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1321.404375] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1321.404467] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8c356e6-29dd-472b-97ed-0827c29c4fac with Priority: HIGHEST for action port [ 1321.404816] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.404976] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.405081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.405335] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.405446] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.406613] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.406718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.406758] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.406947] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.407162] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.407309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.407432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.407563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.407695] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.407794] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.408747] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8c356e6-29dd-472b-97ed-0827c29c4fac taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.408893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.409599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.409599] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.409599] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8c356e6-29dd-472b-97ed-0827c29c4fac',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.903485] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1321.903754] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.911425] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.911613] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.911791] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1321.912879] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8c356e6-29dd-472b-97ed-0827c29c4fac with status ACTIVE [ 1321.913088] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.913208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.913277] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.913480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.913567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.913749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.913845] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.913928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.914092] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.914170] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.914353] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.914446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.914510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.914669] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.914725] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.915279] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8c356e6-29dd-472b-97ed-0827c29c4fac is going to be updated. [ 1321.936644] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1321.936861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1321.936861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1321.937073] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1321.937218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.937388] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8c356e6-29dd-472b-97ed-0827c29c4fac" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.418261] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.922239] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.922412] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.922460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.922693] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.922793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.922895] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be created. [ 1322.949408] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.949637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.949637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.949839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.950048] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.960177] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: UNINITIALIZED for 2s [ 1324.971267] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1324.971560] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.971961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.971961] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.972094] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1324.972216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.972282] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.972446] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1324.972528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.972680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.972781] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.475317] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1325.978242] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd994af-9bcd-4020-848b-7f8acf84ea6b: rpc.has_security_group_logging(os_id): False [ 1325.996346] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.996530] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.996585] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.996847] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.996940] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.997199] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1325.997304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1325.997368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1325.997525] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1325.997603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.997691] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be created. [ 1326.056556] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1326.056771] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1326.056821] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1326.057030] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1326.057208] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1326.071463] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: IN_PROGRESS for 2s [ 1326.405509] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1326.405509] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1327.185282] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bc227ea-a5fe-4717-bddf-4238ab902ecb req-ab52a931-f627-463a-8603-56dc339a07c7 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1327.185603] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1327.185873] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.186022] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.186603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.186873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.187140] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.187339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.187495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.187710] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.187835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.187962] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.462020] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-446 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.462020] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.462353] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.463301] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.463301] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.463301] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.463528] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.463600] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.463749] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.463953] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1327.464076] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1327.464185] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1327.464309] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1327.464421] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1327.464525] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1327.464654] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1327.483500] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1327.483674] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1327.483815] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1327.483992] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-446" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.484359] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-e212be09-dc1b-4f3b-a039-8792bd42b07b taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.484532] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.484654] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.484985] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.485141] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e212be09-dc1b-4f3b-a039-8792bd42b07b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1327.690814] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.691070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.691070] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.691240] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.691336] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.691550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.691650] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.691715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.691875] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.691953] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.692060] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1327.719534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.719788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.719788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.719918] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.720069] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.730105] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1327.987559] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.987737] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.987845] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.988541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.988541] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.988541] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port e212be09-dc1b-4f3b-a039-8792bd42b07b not found, creating... [ 1327.988723] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.988841] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.988959] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.989205] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.989341] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.989887] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1327.989887] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1327.989887] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1327.990083] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1327.990216] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.990353] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: e212be09-dc1b-4f3b-a039-8792bd42b07b is going to be created. [ 1328.011059] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.011282] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.011409] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.011698] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.011931] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.012196] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.084856] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1328.085065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.713412] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bc227ea-a5fe-4717-bddf-4238ab902ecb req-a76db7f9-e667-4fc7-9cf7-73bbd67bdce5 service nova] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 1328.713752] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bc227ea-a5fe-4717-bddf-4238ab902ecb req-a76db7f9-e667-4fc7-9cf7-73bbd67bdce5 service nova] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1328.713752] env[65321]: INFO networking_nsxv3.common.synchronization [req-1bc227ea-a5fe-4717-bddf-4238ab902ecb req-a76db7f9-e667-4fc7-9cf7-73bbd67bdce5 service nova] Enqueued Resource ID: e212be09-dc1b-4f3b-a039-8792bd42b07b with Priority: HIGHEST for action port [ 1328.714299] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_rules [ 1328.714432] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1328.714526] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e212be09-dc1b-4f3b-a039-8792bd42b07b with Priority: HIGHEST for action port [ 1328.714802] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.714928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.715304] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.715554] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.715696] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.716704] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.716913] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.717203] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-e212be09-dc1b-4f3b-a039-8792bd42b07b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.717368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.717483] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.717728] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.717849] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e212be09-dc1b-4f3b-a039-8792bd42b07b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.219606] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.219815] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.221073] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e212be09-dc1b-4f3b-a039-8792bd42b07b with status ACTIVE [ 1329.221315] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.221467] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.221544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.221781] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.221852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.222089] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.222166] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.222237] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.222383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.222461] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.222697] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.222806] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.222871] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.223026] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.223105] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.223192] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e212be09-dc1b-4f3b-a039-8792bd42b07b is going to be updated. [ 1329.338100] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.338309] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.338381] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.338563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.338720] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.338888] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e212be09-dc1b-4f3b-a039-8792bd42b07b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.740818] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1329.740818] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e deletion is rescheduled due to dependency. [ 1329.740818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.740818] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.741290] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.741290] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.741377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.741377] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.741536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.741678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.741729] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.244673] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.746631] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1331.249441] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.249597] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.249674] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.249883] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.249965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.250099] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1331.281749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1331.281920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1331.281966] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1331.282182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1331.282329] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1331.292312] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1333.305034] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1333.305034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.305034] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.305491] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.305491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.305582] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.305620] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.305765] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.305842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.305928] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.306029] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.715847] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.715977] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1333.808636] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1334.311024] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e: rpc.has_security_group_logging(os_id): False [ 1334.329693] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.329904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.329904] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.330161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.330257] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.330523] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.330628] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.330697] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.330857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.330935] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.331035] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1334.395880] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.396139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.396139] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.396311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.396454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.421363] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1334.979279] env[65321]: INFO networking_nsxv3.common.synchronization [req-81d5c942-7406-4a31-bb0b-bd3067e4b8c2 req-620ae235-b7ca-4bd2-8e39-5a364d3a11a6 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1334.979502] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1334.979812] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.979941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.980020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.980281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.980384] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1334.980488] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1334.980544] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1334.980690] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1334.980775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.980867] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.279539] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.279780] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.279971] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.280359] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.280721] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.280901] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.281031] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.281271] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.281422] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.281633] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.281747] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1335.281859] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1335.281970] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1335.282091] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1335.282198] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1335.282334] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1335.301743] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1335.301941] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1335.302068] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1335.302244] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.302561] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-261aede1-1ba4-433b-b697-ea70c064e4db taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.302804] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.302941] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.303281] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.303423] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261aede1-1ba4-433b-b697-ea70c064e4db',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.482357] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1335.806276] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.806512] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.806640] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.806933] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.807101] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.807257] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 261aede1-1ba4-433b-b697-ea70c064e4db not found, creating... [ 1335.807518] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.807680] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.807795] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.808028] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.808166] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.808448] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.808600] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.808716] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.808929] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.809071] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.809212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 261aede1-1ba4-433b-b697-ea70c064e4db is going to be created. [ 1335.828959] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1335.829187] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1335.829313] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1335.829574] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1335.829804] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.830044] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1335.984762] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.436788] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1336.436788] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.486967] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.486967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.486967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.487665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.487665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.487665] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be updated. [ 1336.516229] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.516399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.516482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.516715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.516971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1336.526998] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: IN_PROGRESS for 2s [ 1336.569351] env[65321]: INFO networking_nsxv3.common.synchronization [req-81d5c942-7406-4a31-bb0b-bd3067e4b8c2 req-0997e7e9-9b73-46eb-a1b4-57851ba38b0e service nova] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1336.569529] env[65321]: INFO networking_nsxv3.common.synchronization [req-81d5c942-7406-4a31-bb0b-bd3067e4b8c2 req-0997e7e9-9b73-46eb-a1b4-57851ba38b0e service nova] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1336.569667] env[65321]: INFO networking_nsxv3.common.synchronization [req-81d5c942-7406-4a31-bb0b-bd3067e4b8c2 req-0997e7e9-9b73-46eb-a1b4-57851ba38b0e service nova] Enqueued Resource ID: 261aede1-1ba4-433b-b697-ea70c064e4db with Priority: HIGHEST for action port [ 1336.569888] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_rules [ 1336.570053] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1336.570384] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 261aede1-1ba4-433b-b697-ea70c064e4db with Priority: HIGHEST for action port [ 1336.570985] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.570985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.570985] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.571182] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.571237] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1336.573143] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.573241] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.573444] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-261aede1-1ba4-433b-b697-ea70c064e4db taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1336.573545] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1336.573629] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1336.573860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1336.574208] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('261aede1-1ba4-433b-b697-ea70c064e4db',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1337.075688] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.075688] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.077014] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 261aede1-1ba4-433b-b697-ea70c064e4db with status ACTIVE [ 1337.077216] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.077330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.077396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.077603] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.077717] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.077859] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.077957] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.078042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.078604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.078604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.078604] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.078604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.078604] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.078997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.078997] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.078997] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 261aede1-1ba4-433b-b697-ea70c064e4db is going to be updated. [ 1337.100018] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1337.100175] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.100252] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.100455] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1337.100616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.100800] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-261aede1-1ba4-433b-b697-ea70c064e4db" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.538710] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1338.539138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.539138] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.539311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.539539] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.539666] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.539755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.539964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.540128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.540267] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.043049] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.545603] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.048749] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.048982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.048982] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.049339] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.049464] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.049562] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be updated. [ 1340.078751] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.078959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.078959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.079168] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.079306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.089217] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: IN_PROGRESS for 2s [ 1341.571382] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1341.571382] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1342.100589] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1342.100838] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.101014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.101249] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.101443] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.101563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.101631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.101793] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.101874] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.101959] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.102066] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.604646] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.106299] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dcd994af-9bcd-4020-848b-7f8acf84ea6b: rpc.has_security_group_logging(os_id): False [ 1343.124359] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.124676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.124676] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.124778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.125171] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.125171] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.125338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.125338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.125490] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.125572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.125660] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be updated. [ 1343.188512] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.188773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.188882] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.189180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.189372] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.203212] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: IN_PROGRESS for 2s [ 1345.219308] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1345.219718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.572615] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.573090] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1346.761649] env[65321]: INFO networking_nsxv3.common.synchronization [None req-baed2527-e46e-42ee-a7d0-5e523c2eb4c2 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1346.762204] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1346.762509] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.762627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.762896] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.762972] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.765190] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.765190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.765190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.766306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.766306] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.766306] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1347.268930] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.269823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.269823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.269823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.269823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.269823] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.269823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.269823] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.270199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.270199] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.270199] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1347.296659] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.296890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.296890] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.297076] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.297217] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.307233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1349.320549] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1349.320945] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 deletion is rescheduled due to dependency. [ 1349.320945] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.763999] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1351.764372] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1356.765026] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.765410] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1361.766431] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1361.766431] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1363.361246] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.361602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.361602] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.361838] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.362116] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.362280] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.362398] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.362611] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.362755] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.363017] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1363.363130] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1363.363237] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1363.363342] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1363.363511] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1363.363625] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1363.363681] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1363.390523] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1363.390772] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1363.390845] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1363.390977] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.391331] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-098acafb-f0e5-4763-8ab4-b1ea1c401553 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.391508] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.391629] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.391958] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.392114] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098acafb-f0e5-4763-8ab4-b1ea1c401553',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1363.894813] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.895074] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.895167] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.895489] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.895645] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.895800] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Segment Port 098acafb-f0e5-4763-8ab4-b1ea1c401553 not found, creating... [ 1363.896127] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.896293] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.896411] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.896643] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.896782] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.897079] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.897238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.897356] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.897568] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.897699] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.897837] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 is going to be created. [ 1363.921113] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1363.921113] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1363.921391] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1363.921453] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1363.921677] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.921889] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.605955] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd283985-93df-4821-b2d7-273939a3f20d req-6d5ba844-f401-4df9-8559-1ee28d3307bf service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1364.605955] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd283985-93df-4821-b2d7-273939a3f20d req-6d5ba844-f401-4df9-8559-1ee28d3307bf service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1364.606385] env[65321]: INFO networking_nsxv3.common.synchronization [req-bd283985-93df-4821-b2d7-273939a3f20d req-6d5ba844-f401-4df9-8559-1ee28d3307bf service nova] Enqueued Resource ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 with Priority: HIGHEST for action port [ 1364.606499] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1364.606634] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1364.606730] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 with Priority: HIGHEST for action port [ 1364.607099] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.607235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.607333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.607495] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.607575] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.608386] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.608498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.608601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.608722] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.608869] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.608969] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.609050] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.609759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.609759] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.609759] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.610074] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-098acafb-f0e5-4763-8ab4-b1ea1c401553 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.610214] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.610254] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.610441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.610441] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098acafb-f0e5-4763-8ab4-b1ea1c401553',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.111759] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.113294] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.113466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.113772] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 098acafb-f0e5-4763-8ab4-b1ea1c401553 with status ACTIVE [ 1365.113943] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.114042] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.114184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.114338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.114428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.114590] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.114814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.114814] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.114979] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.115121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.115371] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.115478] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.115531] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.115680] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.115756] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.115843] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 is going to be updated. [ 1365.137675] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.137948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.137948] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.138144] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.138274] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.138445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.614777] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1366.117596] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.117857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.117857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.118065] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.118159] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.118256] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1366.145950] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1366.146206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1366.146206] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1366.146375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1366.146514] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1366.155499] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1368.167223] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1368.167612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.167612] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.167822] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.168025] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.168137] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.168207] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.168368] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.168454] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.168572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.168621] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.670764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.671113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.671113] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.671272] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.671410] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.671534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.671601] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.671719] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.671791] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.671887] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.672049] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.672150] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.672213] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.672338] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.672473] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.672573] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.672637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.672747] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.672813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.672891] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.673020] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1369.175226] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8653f774-989d-44ea-b05e-8703fee7f1c8: rpc.has_security_group_logging(os_id): False [ 1369.192985] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.193156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.193210] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.193391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.193482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.193679] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.193779] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.193866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.194014] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.194097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.194294] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.194389] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.194453] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.194594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.194668] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.194845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.194939] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.195008] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.195155] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.195229] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.195315] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1369.259385] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1369.259619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1369.259619] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1369.259718] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1369.259852] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1369.275879] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1369.608155] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1369.608295] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1371.293338] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1371.293671] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.609267] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1374.609639] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1379.035476] env[65321]: INFO networking_nsxv3.common.synchronization [req-9b8cf4d7-f6e5-44f6-b773-fcca5c4dcc0b req-14841f01-f350-4db7-873c-9066f55ef4cb tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1379.036055] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1379.036428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.036561] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.036631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.036829] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.037137] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1379.037248] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.037311] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.037468] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1379.037558] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.037652] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1379.541126] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.043277] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.542987] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock network-289 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.543245] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.543373] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.543639] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.543903] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.544088] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.544238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.544462] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.544605] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.545171] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1380.545305] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1380.545419] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1380.545561] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1380.545637] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1380.545755] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1380.545867] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1380.547260] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.547375] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.547445] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.547602] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.547715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.547773] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be updated. [ 1380.570553] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1380.570732] env[65321]: DEBUG dogpile.cache.region [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1380.570884] env[65321]: DEBUG dogpile.lock [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1380.571110] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "network-289" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.572055] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock port-098acafb-f0e5-4763-8ab4-b1ea1c401553 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.572264] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.572398] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.572678] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.572824] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098acafb-f0e5-4763-8ab4-b1ea1c401553',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.587377] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.587555] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.587605] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.587773] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.587912] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.597812] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1381.075165] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.075562] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.075717] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.076148] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.076361] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.076788] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.077014] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.077188] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.077507] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.077702] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.078124] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.078355] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.078534] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.078819] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.079017] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.079233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Resource: SegmentPort with ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 is going to be updated. [ 1381.102563] env[65321]: DEBUG networking_nsxv3.common.locking [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.102903] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.103118] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.103421] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.103639] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.103869] env[65321]: DEBUG oslo_concurrency.lockutils [None req-1c83792c-ca2f-4095-ab2a-a741ab6f4fb6 None None] Releasing lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.819869] env[65321]: INFO networking_nsxv3.common.synchronization [req-6ed59812-a53c-4876-a591-0cad057525ba req-9421e72f-587f-4ebf-9aa3-01ec9f43f5a0 service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1381.820067] env[65321]: INFO networking_nsxv3.common.synchronization [req-6ed59812-a53c-4876-a591-0cad057525ba req-9421e72f-587f-4ebf-9aa3-01ec9f43f5a0 service nova] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1381.820259] env[65321]: INFO networking_nsxv3.common.synchronization [req-6ed59812-a53c-4876-a591-0cad057525ba req-9421e72f-587f-4ebf-9aa3-01ec9f43f5a0 service nova] Enqueued Resource ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 with Priority: HIGHEST for action port [ 1381.820504] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_rules [ 1381.820573] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1381.820648] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 with Priority: HIGHEST for action port [ 1381.821237] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.821396] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.821460] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.821994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.821994] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.822603] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.822675] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.822749] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.822886] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.823059] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.823624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.823624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.823624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.823624] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1381.823624] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1381.824557] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-098acafb-f0e5-4763-8ab4-b1ea1c401553 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1381.825314] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1381.825407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1381.825528] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1381.825600] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('098acafb-f0e5-4763-8ab4-b1ea1c401553',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.327775] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1382.329235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.329235] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.329235] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 098acafb-f0e5-4763-8ab4-b1ea1c401553 with status ACTIVE [ 1382.329235] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.329572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.329572] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.329651] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.329691] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.329845] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.329941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.330019] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.330181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.330243] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.330428] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.330518] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.330577] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.330714] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.330786] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.330869] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 098acafb-f0e5-4763-8ab4-b1ea1c401553 is going to be updated. [ 1382.353907] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1382.354173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1382.354173] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1382.354361] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1382.354500] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.354667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-098acafb-f0e5-4763-8ab4-b1ea1c401553" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.612617] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1382.612830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1382.833064] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1383.338553] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.338859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.338859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.339041] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.339261] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.339398] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1383.369181] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.369333] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.369407] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.369623] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.369772] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.379013] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1385.391061] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1385.391341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.391341] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.391508] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.391709] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.391830] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.391898] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.392087] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.392180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.392270] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.392363] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1385.894740] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.894740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.894740] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.895032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.895164] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.895260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.895325] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.895494] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.895579] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.895667] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.895821] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.895907] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.895967] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.896131] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.896272] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1385.896366] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1385.896429] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1385.896567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1385.896643] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.896723] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.896811] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1386.399476] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8653f774-989d-44ea-b05e-8703fee7f1c8: rpc.has_security_group_logging(os_id): False [ 1386.419534] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.419534] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.419837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.419915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.420081] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.420302] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.420432] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.420590] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.420738] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.420950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.421087] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.421288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.421288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.421594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.421594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.421848] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.421944] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.422020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.422142] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.422215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.422350] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1386.486692] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1386.486866] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.486915] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.487260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1386.487260] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1386.505233] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1386.822345] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1386.822491] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1388.525720] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1388.526121] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.660719] env[65321]: INFO networking_nsxv3.common.synchronization [req-299552f4-b552-4c84-8741-9f6fdf9c1488 req-0bf6f8fa-40af-47bd-84b6-d2ce3b47d6dc tempest-AttachVolumeTestJSON-625676631 tempest-AttachVolumeTestJSON-625676631-project-member] Enqueued Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_members [ 1389.661402] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 with Priority: HIGHEST for action security_group_members [ 1389.662862] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-2410c0e9-0351-4fb8-95ef-92a8761d92d4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.662862] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1389.662862] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1389.662862] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2410c0e9-0351-4fb8-95ef-92a8761d92d4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.165694] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.165870] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.165946] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.166188] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.166285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.166491] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.166594] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.166665] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.166808] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.166884] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.166971] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 is going to be updated. [ 1390.197456] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.197709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.197709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.198130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.198130] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.206660] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: IN_PROGRESS for 2s [ 1390.246483] env[65321]: INFO networking_nsxv3.common.synchronization [req-695618ec-0e89-4bc5-8a28-9354594552ca req-60d037fd-1c33-40ba-8ccd-4dc9a6c6cd45 tempest-ServerActionsTestJSON-596839057 tempest-ServerActionsTestJSON-596839057-project-member] Enqueued Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1390.248208] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e with Priority: HIGHEST for action security_group_members [ 1390.248676] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.248859] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.248963] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.249271] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.249501] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.249653] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.249803] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.249978] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.250186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.250502] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1390.753955] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.754421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.754421] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.754498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.754661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.754895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.755064] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.755160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.755353] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.755498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.755562] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e is going to be updated. [ 1390.785188] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1390.785391] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1390.785440] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1390.785631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1390.785775] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1390.794143] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: IN_PROGRESS for 2s [ 1392.217535] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: IN_PROGRESS for 4s [ 1392.804524] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e in Status: SUCCESS [ 1392.804716] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e deletion is rescheduled due to dependency. [ 1392.804812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76f2ba4d-cc3d-4dab-8f8e-3667c8a3815e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.227380] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 in Status: SUCCESS [ 1394.227842] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2410c0e9-0351-4fb8-95ef-92a8761d92d4 deletion is rescheduled due to dependency. [ 1394.227842] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2410c0e9-0351-4fb8-95ef-92a8761d92d4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.249506] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.249921] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.824392] env[65321]: INFO networking_nsxv3.common.synchronization [req-5ea9f0e1-b679-45e4-b11e-c1a6f0407dce req-3f6a4bbb-481e-44a2-bf15-44f95857cc7c tempest-ServerActionsTestOtherA-550922500 tempest-ServerActionsTestOtherA-550922500-project-member] Enqueued Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1395.825096] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 with Priority: HIGHEST for action security_group_members [ 1395.825962] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-3f58c2dd-5f19-400a-90a6-a9ac33948f46 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.827413] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.828399] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.828616] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.828792] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.828899] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.828964] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.829135] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.829222] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.829320] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3f58c2dd-5f19-400a-90a6-a9ac33948f46',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1396.333608] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.333971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.333971] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.334349] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.334481] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.334692] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.334796] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.334860] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.335040] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.335124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.335241] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 is going to be updated. [ 1396.366678] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.366881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.366881] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.367104] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.367245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.381433] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: IN_PROGRESS for 2s [ 1396.532094] env[65321]: INFO networking_nsxv3.common.synchronization [req-78224959-d6be-4707-927b-f12d3710b13f req-ced10c25-0455-4947-826e-5e5394998a59 tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1396.532586] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1396.532895] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.533032] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.533128] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.533386] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.533550] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1396.533661] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1396.533708] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1396.533857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1396.533941] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.534212] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.036387] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1397.538746] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.041484] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.041663] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.041744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.041987] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.042099] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.042197] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be updated. [ 1398.076798] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.077051] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.077161] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.077466] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.077707] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.089486] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: IN_PROGRESS for 2s [ 1398.392735] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 in Status: SUCCESS [ 1398.392984] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3f58c2dd-5f19-400a-90a6-a9ac33948f46 deletion is rescheduled due to dependency. [ 1398.393245] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3f58c2dd-5f19-400a-90a6-a9ac33948f46" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1400.100349] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1400.100637] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1401.533786] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1401.533786] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1403.550812] env[65321]: INFO networking_nsxv3.common.synchronization [req-e136cda1-e97f-4543-87bf-0657007cd39a req-07eb8227-bebf-4ad4-866e-3a9864602c7e tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1403.551440] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b with Priority: HIGHEST for action security_group_members [ 1403.551764] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-dcd994af-9bcd-4020-848b-7f8acf84ea6b taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.551916] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.551965] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.552190] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.552352] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.553392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.553392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.553392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.553392] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.553392] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dcd994af-9bcd-4020-848b-7f8acf84ea6b',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1403.600217] env[65321]: INFO networking_nsxv3.common.synchronization [None req-b1c21d68-4c73-4e8a-8de3-466181d0405a None None] Enqueued Resource ID: 637e1f58-221e-459f-8967-839ab87bc41e with Priority: HIGHEST for action port [ 1403.600217] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637e1f58-221e-459f-8967-839ab87bc41e with Priority: HIGHEST for action port [ 1403.600628] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-637e1f58-221e-459f-8967-839ab87bc41e taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1403.601287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637e1f58-221e-459f-8967-839ab87bc41e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1403.601287] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637e1f58-221e-459f-8967-839ab87bc41e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1403.602702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637e1f58-221e-459f-8967-839ab87bc41e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1403.602702] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637e1f58-221e-459f-8967-839ab87bc41e',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1404.055536] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.055536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.055536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.055536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.055536] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.055879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.055879] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.055977] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.056236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.056236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.056318] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b is going to be updated. [ 1404.108358] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.108596] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.108732] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.108995] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.109212] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.110498] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 637e1f58-221e-459f-8967-839ab87bc41e [ 1404.110688] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1404.110768] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1404.111436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1404.111436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1404.111436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.111436] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:637e1f58-221e-459f-8967-839ab87bc41e already deleted. [ 1404.111436] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637e1f58-221e-459f-8967-839ab87bc41e" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1404.122615] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: IN_PROGRESS for 2s [ 1405.826592] env[65321]: INFO networking_nsxv3.common.synchronization [None req-d476a676-72d5-45e0-8d64-c8861c5bbcec None None] Enqueued Resource ID: bdceee43-6050-420f-9c53-c18f70fa3fd7 with Priority: HIGHEST for action port [ 1405.826842] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdceee43-6050-420f-9c53-c18f70fa3fd7 with Priority: HIGHEST for action port [ 1405.827070] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdceee43-6050-420f-9c53-c18f70fa3fd7 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1405.827197] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdceee43-6050-420f-9c53-c18f70fa3fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1405.827264] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdceee43-6050-420f-9c53-c18f70fa3fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1405.827591] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdceee43-6050-420f-9c53-c18f70fa3fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1405.827663] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdceee43-6050-420f-9c53-c18f70fa3fd7',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1406.134065] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b in Status: SUCCESS [ 1406.134361] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dcd994af-9bcd-4020-848b-7f8acf84ea6b deletion is rescheduled due to dependency. [ 1406.134452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dcd994af-9bcd-4020-848b-7f8acf84ea6b" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.331326] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdceee43-6050-420f-9c53-c18f70fa3fd7 [ 1406.331605] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1406.331743] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1406.331812] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1406.332060] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1406.332157] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1406.332255] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdceee43-6050-420f-9c53-c18f70fa3fd7 already deleted. [ 1406.332387] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdceee43-6050-420f-9c53-c18f70fa3fd7" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.325008] env[65321]: INFO networking_nsxv3.common.synchronization [None req-fc64d866-0047-494f-b2ec-910cfd3a7b0e tempest-AttachInterfacesTestJSON-282054659 tempest-AttachInterfacesTestJSON-282054659-project-member] Enqueued Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1407.325862] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 with Priority: HIGHEST for action security_group_members [ 1407.325965] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-8653f774-989d-44ea-b05e-8703fee7f1c8 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.326383] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.326510] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.326678] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.326843] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.326949] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.327020] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.327177] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.327273] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.327383] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8653f774-989d-44ea-b05e-8703fee7f1c8',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1407.829543] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.829755] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.829857] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.830181] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.830288] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.830514] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.830618] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.830744] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.830872] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.830951] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.831049] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 is going to be updated. [ 1407.859535] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1407.859713] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1407.859760] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1407.859943] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1407.860097] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1407.869661] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: IN_PROGRESS for 2s [ 1409.679726] env[65321]: INFO networking_nsxv3.common.synchronization [req-c2d155f1-dee9-440b-8bfa-1aa193050ac0 req-712d97ef-e32d-4d3d-93d3-b1d548fd8a40 tempest-ServerMetadataTestJSON-1967241741 tempest-ServerMetadataTestJSON-1967241741-project-member] Enqueued Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_members [ 1409.680373] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_members [ 1409.680726] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.680839] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.680893] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.681225] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.681496] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.681496] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.681621] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.681709] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.681790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.681879] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1409.880994] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 in Status: SUCCESS [ 1409.881375] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8653f774-989d-44ea-b05e-8703fee7f1c8 deletion is rescheduled due to dependency. [ 1409.881434] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8653f774-989d-44ea-b05e-8703fee7f1c8" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.959872] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.960106] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "network-145" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.960238] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "network-145" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.960571] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "network-145" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.960834] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.960991] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.961277] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.961513] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.961658] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.961869] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.961980] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] NeedRegenerationException {{(pid=65321) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1409.962099] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] no value, waiting for create lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1409.962205] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] value creation lock acquired {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1409.962314] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] No value present for key: 'zone-id' {{(pid=65321) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1409.962417] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Calling creation function for not-yet-present value {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1409.962551] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1409.984146] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1409.984371] env[65321]: DEBUG dogpile.cache.region [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65321) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1409.984486] env[65321]: DEBUG dogpile.lock [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Released creation lock {{(pid=65321) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1409.984656] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "network-145" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1409.984965] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102 taken with stack trace [, , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1409.985150] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1409.985268] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1409.985605] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1409.985745] env[65321]: DEBUG networking_nsxv3.api.rpc [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe2c97c-ec23-42aa-a3c6-8c09d7385102',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1410.184602] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.184783] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.184833] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.185043] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.185133] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.185330] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.185428] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.185482] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.185631] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.185702] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.185783] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 already deleted. [ 1410.185861] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.488201] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.488440] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.488565] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.488866] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.489070] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.489194] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Segment Port 0fe2c97c-ec23-42aa-a3c6-8c09d7385102 not found, creating... [ 1410.489563] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.489729] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.489845] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.490081] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.490239] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.490541] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.490689] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.490790] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.490995] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.491147] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.491281] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Resource: SegmentPort with ID: 0fe2c97c-ec23-42aa-a3c6-8c09d7385102 is going to be created. [ 1410.544462] env[65321]: DEBUG networking_nsxv3.common.locking [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1410.544700] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1410.545278] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1410.545278] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1410.545436] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1410.545528] env[65321]: DEBUG oslo_concurrency.lockutils [None req-d4bf3933-af32-4149-a880-c857496a6afc None None] Releasing lock "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.199679] env[65321]: INFO networking_nsxv3.common.synchronization [req-c2d155f1-dee9-440b-8bfa-1aa193050ac0 req-4db3438e-38e2-4182-aa7c-e53565a6cb52 service nova] Enqueued Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_rules [ 1411.199944] env[65321]: INFO networking_nsxv3.common.synchronization [req-c2d155f1-dee9-440b-8bfa-1aa193050ac0 req-4db3438e-38e2-4182-aa7c-e53565a6cb52 service nova] Enqueued Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_members [ 1411.200061] env[65321]: INFO networking_nsxv3.common.synchronization [req-c2d155f1-dee9-440b-8bfa-1aa193050ac0 req-4db3438e-38e2-4182-aa7c-e53565a6cb52 service nova] Enqueued Resource ID: 0fe2c97c-ec23-42aa-a3c6-8c09d7385102 with Priority: HIGHEST for action port [ 1411.200498] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_rules [ 1411.200625] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_members [ 1411.200727] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fe2c97c-ec23-42aa-a3c6-8c09d7385102 with Priority: HIGHEST for action port [ 1411.201053] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.201180] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.201247] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.201497] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.201578] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.202384] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.202498] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.202567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.202733] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.202879] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.203011] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.203062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.203179] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.203417] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.203735] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.204615] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.204615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.204615] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.204778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.204862] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fe2c97c-ec23-42aa-a3c6-8c09d7385102',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.706941] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1411.708185] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.708185] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.708313] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fe2c97c-ec23-42aa-a3c6-8c09d7385102 with status ACTIVE [ 1411.708463] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.708632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.708632] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.708835] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.708920] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.709103] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.709203] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.709256] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.709617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.709617] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.710452] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.710452] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.710592] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.711160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.711160] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.711160] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fe2c97c-ec23-42aa-a3c6-8c09d7385102 is going to be updated. [ 1411.734788] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1411.734994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1411.734994] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1411.735147] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1411.735279] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1411.735450] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fe2c97c-ec23-42aa-a3c6-8c09d7385102" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.213597] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1412.716452] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.716698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.716698] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.716936] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.717039] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.717147] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 is going to be created. [ 1412.754703] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1412.754930] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1412.754981] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1412.755283] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1412.755504] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1412.765962] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 in Status: UNINITIALIZED for 2s [ 1414.778817] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 in Status: SUCCESS [ 1414.779216] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.779286] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.779480] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.779697] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1414.779819] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1414.779892] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1414.780062] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1414.780156] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.780244] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1414.780351] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.282789] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.283066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.283066] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.283300] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.283526] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.283682] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.283790] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.283975] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.284122] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.284291] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.284467] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.284563] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.284627] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.284778] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.284920] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.284999] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.285079] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.285218] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.285293] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.285374] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.285463] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1415.788129] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4: rpc.has_security_group_logging(os_id): False [ 1415.806974] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.807236] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.807285] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.807595] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.807700] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.808040] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.808215] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.808330] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.808587] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.808716] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.809012] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.809184] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.809281] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.809441] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.809519] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.809720] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.809807] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.809873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.810018] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.810086] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.810174] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 is going to be created. [ 1415.875431] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1415.875715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1415.875715] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1415.875950] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1415.876186] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1415.891083] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 in Status: IN_PROGRESS for 2s [ 1416.202173] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1416.202382] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1417.906888] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 in Status: SUCCESS [ 1417.907280] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1421.202819] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1421.203204] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1422.201295] env[65321]: INFO networking_nsxv3.common.synchronization [req-aa793cbf-4c3f-4009-a99c-3ab5afb9ff6c req-3c9bf47c-4300-404a-8769-6c5c65f0caf4 tempest-ServerMetadataTestJSON-1967241741 tempest-ServerMetadataTestJSON-1967241741-project-member] Enqueued Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_members [ 1422.201953] env[65321]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 with Priority: HIGHEST for action security_group_members [ 1422.202173] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 taken with stack trace [, , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.202299] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.202367] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.202567] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.202719] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.202813] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.202873] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.203088] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.203129] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.203196] env[65321]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4',) {} {{(pid=65321) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1422.705846] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.706124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.706124] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.706439] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.706570] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.706799] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.706933] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.707025] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.707232] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.707319] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.707411] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 is going to be updated. [ 1422.735301] env[65321]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65321) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1422.735475] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1422.735516] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1422.735701] env[65321]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1422.735837] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1422.745165] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 in Status: IN_PROGRESS for 2s [ 1424.756358] env[65321]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 in Status: SUCCESS [ 1424.756726] env[65321]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4 deletion is rescheduled due to dependency. [ 1424.756726] env[65321]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e96b03c6-e0b9-4c03-b361-83ba1d6bc8b4" {{(pid=65321) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1427.203406] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1427.203808] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1432.204333] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1432.204838] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1437.206078] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1437.206508] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1442.207883] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1442.208366] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1447.209640] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1447.209640] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1452.210800] env[65321]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1452.211158] env[65321]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0